Feb 19 02:40:38.157622 np0000156481 systemd[1]: Started devstack@m-shr.service - Devstack devstack@m-shr.service.
Feb 19 02:40:39.123615 np0000156481 manila-share[88495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "singleton_lock" {{(pid=88495) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:390}}
Feb 19 02:40:39.123997 np0000156481 manila-share[88495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "singleton_lock" {{(pid=88495) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:393}}
Feb 19 02:40:39.123997 np0000156481 manila-share[88495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "singleton_lock" {{(pid=88495) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:413}}
Feb 19 02:40:39.292334 np0000156481 manila-share[88495]: INFO oslo_service.periodic_task [-] Skipping periodic task update_share_usage_size because it is disabled
Feb 19 02:40:39.372365 np0000156481 manila-share[88495]: INFO oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] Starting 1 workers
Feb 19 02:40:39.378510 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] Started child 88840 {{(pid=88495) _start_child /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/_eventlet/service.py:491}}
Feb 19 02:40:39.381664 np0000156481 manila-share[88495]: INFO oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] Starting 1 workers
Feb 19 02:40:39.383753 np0000156481 manila-share[88840]: INFO manila.service [-] Starting manila-share node (version 1.0.0)
Feb 19 02:40:39.384529 np0000156481 manila-share[88840]: DEBUG oslo_db.api [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] Loading backend 'sqlalchemy' from 'manila.db.sqlalchemy.api' {{(pid=88840) _load_backend /opt/stack/data/venv/lib/python3.12/site-packages/oslo_db/api.py:259}}
Feb 19 02:40:39.385971 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] Started child 88844 {{(pid=88495) _start_child /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/_eventlet/service.py:491}}
Feb 19 02:40:39.386263 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] Full set of CONF: {{(pid=88495) wait /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/_eventlet/service.py:565}}
Feb 19 02:40:39.386414 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] ******************************************************************************** {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2979}}
Feb 19 02:40:39.386540 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] Configuration options gathered from: {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2980}}
Feb 19 02:40:39.387413 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] command line args: ['--config-file', '/etc/manila/manila.conf'] {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2981}}
Feb 19 02:40:39.388055 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] config files: ['/etc/manila/manila.conf'] {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2982}}
Feb 19 02:40:39.388129 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] ================================================================================ {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2987}}
Feb 19 02:40:39.388341 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] admin_network_config_group     = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.388577 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] admin_only_el_metadata         = ['preferred'] {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.388577 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] admin_only_metadata            = ['__affinity_same_host', '__affinity_different_host'] {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.388706 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] api_rate_limit                 = True {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.388824 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] auth_strategy                  = keystone {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.388934 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] automatic_share_server_cleanup = True {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.389034 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] backend_availability_zone      = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.389164 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] check_for_expired_shares_in_recycle_bin_interval = 3600 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.389251 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] check_for_expired_transfers    = 300 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.389361 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] cleanup_interval               = 1800 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.389487 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] config_dir                     = [] {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.389577 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] config_file                    = ['/etc/manila/manila.conf'] {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.389700 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] config_source                  = [] {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.389830 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] control_exchange               = openstack {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.389944 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] data_manager                   = manila.data.manager.DataManager {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.390055 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] data_manager_backup_supported_share_protocols = ['NFS'] {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.390173 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] data_topic                     = manila-data {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.390957 np0000156481 manila-share[88844]: INFO manila.service [-] Starting manila-share node (version 1.0.0)
Feb 19 02:40:39.392266 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] db_backend                     = sqlalchemy {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.392266 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] db_driver                      = manila.db {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.392266 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] debug                          = True {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.392845 np0000156481 manila-share[88844]: DEBUG oslo_db.api [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] Loading backend 'sqlalchemy' from 'manila.db.sqlalchemy.api' {{(pid=88844) _load_backend /opt/stack/data/venv/lib/python3.12/site-packages/oslo_db/api.py:259}}
Feb 19 02:40:39.392908 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] default_log_levels             = ['amqp=WARN', 'boto=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO'] {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.392908 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] default_mount_point_prefix     = {project_id}_ {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.392908 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] default_share_group_type       = default {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.392908 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] default_share_type             = default {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.392908 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] delete_share_server_with_last_share = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.393286 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] driver_backup_continue_update_interval = 60 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.393286 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] driver_handles_share_servers   = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.393286 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] driver_restore_continue_update_interval = 60 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.393286 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] driver_updatable_metadata      = [] {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.393286 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] driver_updatable_subnet_metadata = [] {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.393286 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] enable_gathering_share_usage_size = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.393286 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] enable_new_services            = True {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.393700 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] enable_periodic_hooks          = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.393700 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] enable_post_hooks              = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.393700 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] enable_pre_hooks               = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.393700 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] enabled_share_backends         = ['london', 'paris'] {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.393700 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] enabled_share_protocols        = ['NFS', 'CIFS'] {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.393700 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] fatal_exception_format_errors  = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.393985 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] filter_function                = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.393985 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] ganesha_config_dir             = /etc/ganesha {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.394113 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] ganesha_config_path            = /etc/ganesha/ganesha.conf {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.394177 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] ganesha_db_path                = /opt/stack/data/manila/manila-ganesha.db {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.394292 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] ganesha_export_dir             = /etc/ganesha/export.d {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.394395 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] ganesha_export_template_dir    = /etc/manila/ganesha-export-templ.d {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.394579 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] ganesha_rados_export_counter   = ganesha-export-counter {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.394649 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] ganesha_rados_export_index     = ganesha-export-index {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.394770 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] ganesha_rados_store_enable     = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.394861 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] ganesha_rados_store_pool_name  = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.394967 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] ganesha_service_name           = ganesha.nfsd {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.395064 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] goodness_function              = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.395166 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] graceful_shutdown_timeout      = 60 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.395285 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] hook_drivers                   = [] {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.395557 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] host                           = np0000156481 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.395670 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] instance_format                = [instance: %(uuid)s]  {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.395806 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.395887 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] is_deferred_deletion_enabled   = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.396006 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] log_color                      = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.396133 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] log_config_append              = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.396242 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.396371 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] log_dir                        = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.396478 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] log_file                       = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.396560 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] log_options                    = True {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.396660 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] log_rotate_interval            = 1 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.396764 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] log_rotate_interval_type       = days {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.396871 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] log_rotation_type              = none {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.396957 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.397047 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.397157 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.397266 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.397366 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.397476 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] max_logfile_count              = 30 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.397581 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] max_logfile_size_mb            = 200 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.397702 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] max_over_subscription_ratio    = 20.0 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.397803 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] max_share_server_size          = -1 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.397903 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] max_shares_per_share_server    = -1 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.398017 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] message_reap_interval          = 86400 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.398124 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] message_ttl                    = 2592000 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.398231 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] migration_create_delete_share_timeout = 300 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.398356 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] migration_driver_continue_update_interval = 1 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.398488 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] migration_ignore_files         = ['lost+found'] {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.399596 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] migration_wait_access_rules_timeout = 180 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.399650 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] monkey_patch                   = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.399730 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] monkey_patch_modules           = [] {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.399873 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] my_ip                          = 199.19.213.96 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.399972 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] network_config_group           = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.400072 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] num_shell_tries                = 3 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.400202 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] osapi_max_limit                = 1000 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.400506 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] osapi_share_base_URL           = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.400610 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] osapi_share_ext_list           = [] {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.400734 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] osapi_share_extension          = ['manila.api.contrib.standard_extensions'] {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.400846 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] osapi_share_listen             = :: {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.401000 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] osapi_share_listen_port        = 18786 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.401102 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] osapi_share_use_ssl            = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.401209 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] osapi_share_workers            = 1 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.401367 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] periodic_deferred_delete_interval = 10 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.401436 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] periodic_fuzzy_delay           = 60 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.401545 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] periodic_hooks_interval        = 300.0 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.401644 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] periodic_interval              = 60 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.401765 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] project_id_regex               = [0-9a-f\-]+ {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.401896 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] protocol_access_mapping        = {'ip': ['nfs'], 'user': ['cifs']} {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.402002 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] publish_errors                 = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.402101 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] rate_limit_burst               = 0 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.402216 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] rate_limit_except_level        = CRITICAL {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.402329 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] rate_limit_interval            = 0 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.402448 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] replica_state_update_interval  = 60 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.402581 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] replication_domain             = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.402682 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] report_interval                = 10 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.402796 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] reserved_share_extend_percentage = 0 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.402898 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] reserved_share_from_snapshot_percentage = 0 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.402994 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] reserved_share_percentage      = 0 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.403098 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] rootwrap_config                = /etc/manila/rootwrap.conf {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.403215 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] rpc_response_timeout           = 60 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.403492 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] run_external_periodic_tasks    = True {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.403614 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] scheduler_manager              = manila.scheduler.manager.SchedulerManager {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.403727 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] scheduler_topic                = manila-scheduler {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.403831 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] server_migration_driver_continue_update_interval = 10 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.403932 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] server_migration_extend_neutron_network = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.404031 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] service_down_time              = 60 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.404133 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] share_api_class                = manila.share.api.API {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.404241 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] share_backend_name             = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.404361 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] share_backup_name_template     = share-backup-%s {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.404482 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] share_driver                   = manila.share.drivers.generic.GenericShareDriver {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.404585 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] share_manager                  = manila.share.manager.ShareManager {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.404701 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] share_mount_template           = mount -vt %(proto)s %(options)s %(export)s %(path)s {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.404806 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] share_name_template            = share-%s {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.404910 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] share_service_inithost_offload = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.405016 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] share_snapshot_name_template   = share-snapshot-%s {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.405118 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] share_topic                    = manila-share {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.405221 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] share_transfer_key_length      = 16 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.405338 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] share_transfer_salt_length     = 8 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.405446 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] share_unmount_template         = umount -v %(path)s {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.405544 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] share_usage_size_update_interval = 300 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.405642 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] shell_completion               = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.405750 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] soft_deleted_share_retention_time = 604800 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.405849 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] ssh_conn_timeout               = 60 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.405948 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] ssh_max_pool_conn              = 10 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.406048 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] ssh_min_pool_conn              = 1 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.406133 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] state_path                     = /opt/stack/data/manila {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.406245 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] storage_availability_zone      = nova {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.406360 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] suppress_post_hooks_errors     = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.406477 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] suppress_pre_hooks_errors      = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.406595 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] syslog_log_facility            = LOG_USER {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.406702 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] transfer_retention_time        = 300 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.406815 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] transport_url                  = **** {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.406917 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] unmanage_remove_access_rules   = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.407016 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] unused_share_server_cleanup_interval = 10 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.407115 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] update_shares_status_on_ensure = True {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.407229 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] use_journal                    = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.407346 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] use_json                       = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.407463 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] use_scheduler_creating_share_from_snapshot = True {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.407563 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] use_stderr                     = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.407674 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] use_syslog                     = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.407787 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] zfs_dataset_creation_options   = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.407898 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] zfs_dataset_name_prefix        = manila_share_ {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.408002 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] zfs_dataset_snapshot_name_prefix = manila_share_snapshot_ {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.408106 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] zfs_migration_snapshot_prefix  = tmp_snapshot_for_share_migration_ {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.408210 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] zfs_replica_snapshot_prefix    = tmp_snapshot_for_replication_ {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.408322 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] zfs_service_ip                 = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.408439 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] zfs_share_export_ip            = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.408552 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] zfs_share_helpers              = ['NFS=manila.share.drivers.zfsonlinux.utils.NFSviaZFSHelper'] {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.408651 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] zfs_ssh_private_key_path       = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.408751 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] zfs_ssh_user_password          = **** {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.408850 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] zfs_ssh_username               = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.408959 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] zfs_use_ssh                    = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.409068 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] zfs_zpool_list                 = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 02:40:39.409234 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.409385 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_concurrency.disable_process_locking = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.409511 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_concurrency.lock_path     = /opt/stack/manila/manila_locks {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.409636 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.409743 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.409848 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.409961 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.410066 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.410288 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] coordination.backend_url       = **** {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.410424 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] database.asyncio_connection    = **** {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.410560 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] database.asyncio_slave_connection = **** {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.410694 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] database.backend               = sqlalchemy {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.410807 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] database.connection            = **** {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.410915 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] database.connection_debug      = 0 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.411025 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] database.connection_parameters =  {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.411131 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] database.connection_recycle_time = 3600 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.411233 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] database.connection_trace      = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.411351 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] database.db_inc_retry_interval = True {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.411455 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] database.db_max_retries        = 20 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.411556 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] database.db_max_retry_interval = 10 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.411658 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] database.db_retry_interval     = 1 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.411762 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] database.max_overflow          = 50 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.411869 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] database.max_pool_size         = 40 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.411973 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] database.max_retries           = 10 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.412079 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.412183 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] database.mysql_wsrep_sync_wait = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.412284 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] database.pool_timeout          = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.412404 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] database.retry_interval        = 10 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.412507 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] database.slave_connection      = **** {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.412612 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] database.sqlite_synchronous    = True {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.412715 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] database.synchronous_reader    = True {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.412816 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] database.use_db_reconnect      = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.412931 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] profiler.connection_string     = messaging:// {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.413018 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] profiler.enabled               = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.413124 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] profiler.es_doc_type           = notification {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.413227 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] profiler.es_scroll_size        = 10000 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.413348 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] profiler.es_scroll_time        = 2m {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.413452 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] profiler.filter_error_trace    = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.413558 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] profiler.hmac_keys             = **** {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.413664 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] profiler.sentinel_service_name = mymaster {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.413769 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] profiler.socket_timeout        = 0.1 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.413871 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] profiler.trace_requests        = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.413975 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] profiler.trace_sqlalchemy      = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.414103 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] profiler_jaeger.process_tags   = {} {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.414204 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] profiler_jaeger.service_name_prefix = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.414330 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] profiler_otlp.service_name_prefix = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.414440 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_reports.file_event_handler = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.414565 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_reports.file_event_handler_interval = 1 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.414665 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_reports.log_dir           = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.414820 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.414932 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.415054 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.415169 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.415282 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.415403 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.415512 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.415773 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.415773 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.415836 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_rabbit.hostname = np0000156481 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.415908 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.416146 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.416146 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.416224 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.416353 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.416461 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_rabbit.processname = manila-share {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.416563 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.416665 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.416771 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.416875 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.416977 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.417076 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.417177 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.417281 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.417401 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.417503 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.417604 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.417706 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.417806 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.417909 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.418019 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_rabbit.ssl      = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.418134 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.418239 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.418363 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.418493 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.418607 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_rabbit.ssl_version =  {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.418714 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.418832 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_notifications.driver = [] {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.418941 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_notifications.retry = -1 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.419060 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.419173 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] oslo_messaging_notifications.transport_url = **** {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.419295 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] api.response_validation        = warn {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.419447 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] quota.backup_gigabytes         = 1000 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.419552 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] quota.backups                  = 10 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.419669 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] quota.driver                   = manila.quota.DbQuotaDriver {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.419771 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] quota.encryption_keys          = 100 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.419874 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] quota.gigabytes                = 1000 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.419981 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] quota.max_age                  = 0 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.420085 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] quota.per_share_gigabytes      = -1 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.420196 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] quota.replica_gigabytes        = 1000 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.420299 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] quota.reservation_expire       = 86400 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.420421 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] quota.share_group_snapshots    = 50 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.420526 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] quota.share_groups             = 50 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.420630 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] quota.share_networks           = 10 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.420733 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] quota.share_replicas           = 100 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.420835 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] quota.shares                   = 50 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.420937 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] quota.snapshot_gigabytes       = 1000 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.421045 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] quota.snapshots                = 50 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.421149 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] quota.until_refresh            = 0 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.421273 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] key_manager.backend            = barbican {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.421429 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.421544 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] barbican.auth_section          = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.421660 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] barbican.auth_type             = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.421775 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] barbican.barbican_api_version  = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.421882 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] barbican.barbican_endpoint     = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.422013 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] barbican.barbican_endpoint_type = public {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.422115 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] barbican.barbican_region_name  = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.422228 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] barbican.cafile                = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.422345 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] barbican.certfile              = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.422460 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] barbican.collect_timing        = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.422592 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] barbican.endpoint_type         = publicURL {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.422702 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] barbican.insecure              = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.422802 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] barbican.keyfile               = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.422906 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] barbican.number_of_retries     = 60 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.423011 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] barbican.region_name           = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.423112 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] barbican.retry_delay           = 1 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.423218 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] barbican.send_service_user_token = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.423334 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] barbican.split_loggers         = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.423446 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] barbican.timeout               = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.423548 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] barbican.verify_ssl            = True {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.423661 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] barbican.verify_ssl_path       = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.423766 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] barbican_service_user.auth_section = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.423876 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] barbican_service_user.auth_type = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.423976 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] barbican_service_user.cafile   = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.424076 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] barbican_service_user.certfile = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.424180 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] barbican_service_user.collect_timing = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.424281 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] barbican_service_user.insecure = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.424399 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] barbican_service_user.keyfile  = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.424501 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] barbican_service_user.split_loggers = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.424603 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] barbican_service_user.timeout  = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.424719 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] vault.approle_role_id          = **** {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.424820 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] vault.approle_secret_id        = **** {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.424929 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] vault.kv_mountpoint            = secret {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.425041 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] vault.kv_path                  = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.425145 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] vault.kv_version               = 2 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.425244 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] vault.namespace                = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.425361 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] vault.root_token_id            = **** {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.425463 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] vault.ssl_ca_crt_file          = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.425566 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] vault.timeout                  = 60.0 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.425676 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] vault.use_ssl                  = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.425780 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.425886 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] keystone_authtoken.auth_section = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.426002 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] keystone_authtoken.auth_type   = password {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.426108 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] keystone_authtoken.auth_url    = https://199.19.213.96/identity {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.426228 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.admin_network_config_group = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.426346 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.automatic_share_server_cleanup = True {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.426480 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.backend_availability_zone = manila-zone-0 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.426607 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.check_for_expired_shares_in_recycle_bin_interval = 3600 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.426711 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.check_for_expired_transfers = 300 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.426822 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.delete_share_server_with_last_share = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.426932 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.driver_backup_continue_update_interval = 60 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.427042 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.driver_handles_share_servers = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.427144 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.driver_restore_continue_update_interval = 60 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.427264 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.drivers_private_storage_class = manila.share.drivers_private_data.SqlStorageDriver {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.427383 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.enable_gathering_share_usage_size = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.427487 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.filter_function         = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.427587 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.goodness_function       = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.427697 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.hook_drivers            = [] {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.427801 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.max_over_subscription_ratio = 20.0 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.427902 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.max_share_server_size   = -1 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.428004 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.max_shares_per_share_server = -1 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.428105 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.migration_driver_continue_update_interval = 60 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.428215 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.migration_ignore_files  = ['lost+found'] {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.428324 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.network_config_group    = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.428437 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.num_shell_tries         = 3 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.428554 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.periodic_deferred_delete_interval = 300 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.428671 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.protocol_access_mapping = {'ip': ['nfs'], 'user': ['cifs']} {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.428780 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.replica_state_update_interval = 300 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.428888 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.replication_domain      = ZFSonLinux {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.428990 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.reserved_share_extend_percentage = 0 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.429093 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.reserved_share_from_snapshot_percentage = 0 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.429195 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.reserved_share_percentage = 0 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.429298 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.server_migration_driver_continue_update_interval = 900 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.429426 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.server_migration_extend_neutron_network = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.429540 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.share_backend_name      = LONDON {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.429646 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.share_driver            = manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.429751 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.share_mount_template    = mount -vt %(proto)s %(options)s %(export)s %(path)s {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.429853 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.share_service_inithost_offload = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.429957 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.share_unmount_template  = umount -v %(path)s {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.430059 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.share_usage_size_update_interval = 300 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.430163 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.ssh_conn_timeout        = 60 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.430265 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.ssh_max_pool_conn       = 10 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.430384 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.ssh_min_pool_conn       = 1 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.430511 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.unmanage_remove_access_rules = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.430613 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.unused_share_server_cleanup_interval = 10 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.430723 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.zfs_dataset_creation_options = ['compression=gzip'] {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.430830 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.zfs_dataset_name_prefix = manila_share_ {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.430935 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.zfs_dataset_snapshot_name_prefix = manila_share_snapshot_ {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.431041 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.zfs_migration_snapshot_prefix = tmp_snapshot_for_share_migration_ {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.431145 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.zfs_replica_snapshot_prefix = tmp_snapshot_for_replication_ {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.431271 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.zfs_service_ip          = 127.0.0.1 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.431401 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.zfs_share_export_ip     = 199.19.213.96 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.431511 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.zfs_share_helpers       = ['NFS=manila.share.drivers.zfsonlinux.utils.NFSviaZFSHelper'] {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.431612 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.zfs_ssh_private_key_path = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.431712 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.zfs_ssh_user_password   = **** {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.431816 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.zfs_ssh_username        = stack {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.431922 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.zfs_use_ssh             = True {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.432030 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] london.zfs_zpool_list          = ['alpha', 'betta/subdir'] {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.432372 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.admin_network_config_group = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.432372 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.automatic_share_server_cleanup = True {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.432372 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.backend_availability_zone = manila-zone-1 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.432449 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.check_for_expired_shares_in_recycle_bin_interval = 3600 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.432552 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.check_for_expired_transfers = 300 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.432778 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.delete_share_server_with_last_share = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.432778 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.driver_backup_continue_update_interval = 60 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.432851 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.driver_handles_share_servers = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.432953 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.driver_restore_continue_update_interval = 60 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.433058 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.drivers_private_storage_class = manila.share.drivers_private_data.SqlStorageDriver {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.433160 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.enable_gathering_share_usage_size = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.433261 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.filter_function          = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.433380 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.goodness_function        = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.433465 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.hook_drivers             = [] {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.433571 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.max_over_subscription_ratio = 20.0 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.433674 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.max_share_server_size    = -1 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.433777 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.max_shares_per_share_server = -1 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.433878 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.migration_driver_continue_update_interval = 60 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.433986 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.migration_ignore_files   = ['lost+found'] {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.434088 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.network_config_group     = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.434190 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.num_shell_tries          = 3 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.434291 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.periodic_deferred_delete_interval = 300 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.434429 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.protocol_access_mapping  = {'ip': ['nfs'], 'user': ['cifs']} {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.434560 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.replica_state_update_interval = 300 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.434666 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.replication_domain       = ZFSonLinux {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.434775 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.reserved_share_extend_percentage = 0 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.434877 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.reserved_share_from_snapshot_percentage = 0 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.434979 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.reserved_share_percentage = 0 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.435082 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.server_migration_driver_continue_update_interval = 900 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.435186 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.server_migration_extend_neutron_network = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.435294 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.share_backend_name       = PARIS {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.435417 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.share_driver             = manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.435524 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.share_mount_template     = mount -vt %(proto)s %(options)s %(export)s %(path)s {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.435626 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.share_service_inithost_offload = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.435734 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.share_unmount_template   = umount -v %(path)s {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.435836 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.share_usage_size_update_interval = 300 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.435937 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.ssh_conn_timeout         = 60 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.436037 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.ssh_max_pool_conn        = 10 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.436139 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.ssh_min_pool_conn        = 1 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.436240 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.unmanage_remove_access_rules = False {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.436359 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.unused_share_server_cleanup_interval = 10 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.436469 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.zfs_dataset_creation_options = ['compression=gzip'] {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.436575 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.zfs_dataset_name_prefix  = manila_share_ {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.436679 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.zfs_dataset_snapshot_name_prefix = manila_share_snapshot_ {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.436784 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.zfs_migration_snapshot_prefix = tmp_snapshot_for_share_migration_ {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.436890 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.zfs_replica_snapshot_prefix = tmp_snapshot_for_replication_ {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.437002 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.zfs_service_ip           = 127.0.0.1 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.437113 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.zfs_share_export_ip      = 199.19.213.96 {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.437222 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.zfs_share_helpers        = ['NFS=manila.share.drivers.zfsonlinux.utils.NFSviaZFSHelper'] {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.437338 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.zfs_ssh_private_key_path = None {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.437443 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.zfs_ssh_user_password    = **** {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.437548 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.zfs_ssh_username         = stack {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.437654 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.zfs_use_ssh              = True {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.437766 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] paris.zfs_zpool_list           = ['gamma'] {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 02:40:39.437851 np0000156481 manila-share[88495]: DEBUG oslo_service.backend._eventlet.service [None req-ad3cb40b-a380-4c13-b039-5acfa56f787c None None] ******************************************************************************** {{(pid=88495) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3013}}
Feb 19 02:40:39.623434 np0000156481 manila-share[88844]: INFO dbcounter [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] Registered counter for database manila
Feb 19 02:40:39.640543 np0000156481 manila-share[88840]: INFO dbcounter [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] Registered counter for database manila
Feb 19 02:40:39.645887 np0000156481 manila-share[88844]: DEBUG oslo_db.sqlalchemy.engines [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88844) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.12/site-packages/oslo_db/sqlalchemy/engines.py:325}}
Feb 19 02:40:39.659010 np0000156481 manila-share[88840]: DEBUG oslo_db.sqlalchemy.engines [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88840) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.12/site-packages/oslo_db/sqlalchemy/engines.py:325}}
Feb 19 02:40:39.780870 np0000156481 manila-share[88844]: DEBUG dbcounter [-] [88844] Writer thread running {{(pid=88844) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:102}}
Feb 19 02:40:39.796773 np0000156481 manila-share[88840]: DEBUG dbcounter [-] [88840] Writer thread running {{(pid=88840) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:102}}
Feb 19 02:40:39.802374 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] Start initialization of driver: 'ZFSonLinuxShareDriver@np0000156481@paris' {{(pid=88844) _driver_setup /opt/stack/manila/manila/share/manager.py:390}}
Feb 19 02:40:39.803829 np0000156481 manila-share[88844]: DEBUG manila.ssh_utils [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] ssh.connect: ip: 127.0.0.1, port: 22, look_for_keys: True, timeout: 60, banner_timeout: 60 {{(pid=88844) create /opt/stack/manila/manila/ssh_utils.py:90}}
Feb 19 02:40:39.805182 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] starting thread (client mode): 0xf4f08140 {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.805760 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Local version/idstring: SSH-2.0-paramiko_4.0.0 {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.818523 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] Start initialization of driver: 'ZFSonLinuxShareDriver@np0000156481@london' {{(pid=88840) _driver_setup /opt/stack/manila/manila/share/manager.py:390}}
Feb 19 02:40:39.819474 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Remote version/idstring: SSH-2.0-OpenSSH_9.6p1 Ubuntu-3ubuntu13.14 {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.819820 np0000156481 manila-share[88840]: DEBUG manila.ssh_utils [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] ssh.connect: ip: 127.0.0.1, port: 22, look_for_keys: True, timeout: 60, banner_timeout: 60 {{(pid=88840) create /opt/stack/manila/manila/ssh_utils.py:90}}
Feb 19 02:40:39.819863 np0000156481 manila-share[88844]: INFO paramiko.transport [-] Connected (version 2.0, client OpenSSH_9.6p1)
Feb 19 02:40:39.820974 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] starting thread (client mode): 0xf4c7bbc0 {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.820974 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Local version/idstring: SSH-2.0-paramiko_4.0.0 {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.823709 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] === Key exchange possibilities === {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.824156 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] kex algos: curve25519-sha256@libssh.org, ecdh-sha2-nistp521, ecdh-sha2-nistp384, ecdh-sha2-nistp256, diffie-hellman-group-exchange-sha256, ext-info-s, kex-strict-s-v00@openssh.com {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.824156 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] server key: rsa-sha2-512, rsa-sha2-256, ecdsa-sha2-nistp256, ssh-ed25519 {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.824156 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] client encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.824156 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] server encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.824156 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] client mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.824382 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] server mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.824382 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] client compress: none, zlib@openssh.com {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.824491 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] server compress: none, zlib@openssh.com {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.824587 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] client lang: <none> {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.824672 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] server lang: <none> {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.824780 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] kex follows: False {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.824862 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] === Key exchange agreements === {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.824982 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Strict kex mode: True {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.825132 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Kex: curve25519-sha256@libssh.org {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.825241 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] HostKey: ssh-ed25519 {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.825376 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Cipher: aes128-ctr {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.825488 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] MAC: hmac-sha2-256 {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.825600 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Compression: none {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.825734 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] === End of kex handshake === {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.832959 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Remote version/idstring: SSH-2.0-OpenSSH_9.6p1 Ubuntu-3ubuntu13.14 {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.833085 np0000156481 manila-share[88840]: INFO paramiko.transport [-] Connected (version 2.0, client OpenSSH_9.6p1)
Feb 19 02:40:39.835657 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] === Key exchange possibilities === {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.835657 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] kex algos: curve25519-sha256@libssh.org, ecdh-sha2-nistp521, ecdh-sha2-nistp384, ecdh-sha2-nistp256, diffie-hellman-group-exchange-sha256, ext-info-s, kex-strict-s-v00@openssh.com {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.835657 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] server key: rsa-sha2-512, rsa-sha2-256, ecdsa-sha2-nistp256, ssh-ed25519 {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.835657 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] client encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.835657 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] server encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.835657 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] client mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.835909 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] server mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.835909 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] client compress: none, zlib@openssh.com {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.835909 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] server compress: none, zlib@openssh.com {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.836016 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] client lang: <none> {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.836053 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] server lang: <none> {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.836155 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] kex follows: False {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.836235 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] === Key exchange agreements === {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.836377 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Strict kex mode: True {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.836528 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Kex: curve25519-sha256@libssh.org {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.836633 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] HostKey: ssh-ed25519 {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.836862 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Resetting outbound seqno after NEWKEYS due to strict mode {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.836973 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Cipher: aes128-ctr {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.837090 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] kex engine KexCurve25519 specified hash_algo <built-in function openssl_sha256> {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.837201 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] MAC: hmac-sha2-256 {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.837333 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Compression: none {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.837438 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] === End of kex handshake === {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.838358 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Switch to new keys ... {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.838525 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Resetting inbound seqno after NEWKEYS due to strict mode {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.838989 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Got EXT_INFO: {'server-sig-algs': b'ssh-ed25519,ecdsa-sha2-nistp256,ecdsa-sha2-nistp384,ecdsa-sha2-nistp521,sk-ssh-ed25519@openssh.com,sk-ecdsa-sha2-nistp256@openssh.com,rsa-sha2-512,rsa-sha2-256', 'publickey-hostbound@openssh.com': b'0', 'ping@openssh.com': b'0'} {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.839519 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] Adding ssh-ed25519 host key for 127.0.0.1: b'de6238e06fb604412ad1c08409e8a8e9' {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.840778 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] Trying discovered key b'ccfdc5a523283ede9316b31801b388fd' in /opt/stack/.ssh/id_ecdsa {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.845725 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Resetting outbound seqno after NEWKEYS due to strict mode {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.845896 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] kex engine KexCurve25519 specified hash_algo <built-in function openssl_sha256> {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.846996 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Switch to new keys ... {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.847266 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Resetting inbound seqno after NEWKEYS due to strict mode {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.847521 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Got EXT_INFO: {'server-sig-algs': b'ssh-ed25519,ecdsa-sha2-nistp256,ecdsa-sha2-nistp384,ecdsa-sha2-nistp521,sk-ssh-ed25519@openssh.com,sk-ecdsa-sha2-nistp256@openssh.com,rsa-sha2-512,rsa-sha2-256', 'publickey-hostbound@openssh.com': b'0', 'ping@openssh.com': b'0'} {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.847733 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] Adding ssh-ed25519 host key for 127.0.0.1: b'de6238e06fb604412ad1c08409e8a8e9' {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.848551 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] Trying discovered key b'ccfdc5a523283ede9316b31801b388fd' in /opt/stack/.ssh/id_ecdsa {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.879358 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] userauth is OK {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:39.887904 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] userauth is OK {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.315563 np0000156481 manila-share[88844]: INFO paramiko.transport [-] Authentication (publickey) successful!
Feb 19 02:40:40.315744 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] Running cmd (SSH): which exportfs {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:40:40.316449 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] [chan 0] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.324430 np0000156481 manila-share[88840]: INFO paramiko.transport [-] Authentication (publickey) successful!
Feb 19 02:40:40.324646 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] Running cmd (SSH): which exportfs {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:40:40.324949 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] [chan 0] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.548116 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Received global request "hostkeys-00@openssh.com" {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.548530 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Rejecting "hostkeys-00@openssh.com" global request from server. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.548530 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Debug msg: b'/opt/stack/.ssh/authorized_keys:1: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding' {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.548972 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Received global request "hostkeys-00@openssh.com" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.549191 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Rejecting "hostkeys-00@openssh.com" global request from server. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.549382 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Debug msg: b'/opt/stack/.ssh/authorized_keys:1: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding' {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.588828 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 0] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.588936 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 0 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.589785 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 0] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.589894 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 0 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.591566 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 0] Sesch channel 0 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.594354 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 0] Sesch channel 0 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.597093 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 0] EOF received (0) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.597352 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 0] EOF sent (0) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.598145 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:40:40.598363 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] Running cmd (SSH): sudo exportfs {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:40:40.598595 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] [chan 1] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.598969 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 0] EOF received (0) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.599255 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 0] EOF sent (0) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.599924 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:40:40.600104 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] Running cmd (SSH): sudo exportfs {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:40:40.600299 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] [chan 1] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.638753 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 1] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.638867 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 1 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.640238 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 1] Sesch channel 1 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.640808 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 1] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.640895 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 1 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.642539 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 1] Sesch channel 1 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.658245 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 1] EOF received (1) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.658563 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 1] EOF sent (1) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.659000 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:40:40.660272 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] Running cmd (SSH): modinfo zfs {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:40:40.660272 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] [chan 2] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.660400 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 1] EOF received (1) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.660472 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 1] EOF sent (1) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.660863 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:40:40.661035 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] Running cmd (SSH): modinfo zfs {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:40:40.661229 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] [chan 2] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.700380 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 2] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.700380 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 2 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.701457 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 2] Sesch channel 2 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.702963 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 2] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.703072 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 2 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.705809 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 2] Sesch channel 2 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.742388 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 2] EOF received (2) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.742764 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 2] EOF sent (2) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.744424 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 2] EOF received (2) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.744830 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 2] EOF sent (2) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.748705 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:40:40.749024 np0000156481 manila-share[88840]: DEBUG manila.ssh_utils [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] ssh.connect: ip: 127.0.0.1, port: 22, look_for_keys: True, timeout: 60, banner_timeout: 60 {{(pid=88840) create /opt/stack/manila/manila/ssh_utils.py:90}}
Feb 19 02:40:40.749780 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] starting thread (client mode): 0xf4c99d00 {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.749885 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Local version/idstring: SSH-2.0-paramiko_4.0.0 {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.751179 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:40:40.751487 np0000156481 manila-share[88844]: DEBUG manila.ssh_utils [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] ssh.connect: ip: 127.0.0.1, port: 22, look_for_keys: True, timeout: 60, banner_timeout: 60 {{(pid=88844) create /opt/stack/manila/manila/ssh_utils.py:90}}
Feb 19 02:40:40.752123 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] starting thread (client mode): 0xf4ca2210 {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.752230 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Local version/idstring: SSH-2.0-paramiko_4.0.0 {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.764603 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Remote version/idstring: SSH-2.0-OpenSSH_9.6p1 Ubuntu-3ubuntu13.14 {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.764777 np0000156481 manila-share[88840]: INFO paramiko.transport [-] Connected (version 2.0, client OpenSSH_9.6p1)
Feb 19 02:40:40.765756 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Remote version/idstring: SSH-2.0-OpenSSH_9.6p1 Ubuntu-3ubuntu13.14 {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.765941 np0000156481 manila-share[88844]: INFO paramiko.transport [-] Connected (version 2.0, client OpenSSH_9.6p1)
Feb 19 02:40:40.766859 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] === Key exchange possibilities === {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.767032 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] kex algos: curve25519-sha256@libssh.org, ecdh-sha2-nistp521, ecdh-sha2-nistp384, ecdh-sha2-nistp256, diffie-hellman-group-exchange-sha256, ext-info-s, kex-strict-s-v00@openssh.com {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.767191 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] server key: rsa-sha2-512, rsa-sha2-256, ecdsa-sha2-nistp256, ssh-ed25519 {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.767519 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] client encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.767741 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] server encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.767923 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] client mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.768085 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] server mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.768222 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] client compress: none, zlib@openssh.com {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.768327 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] server compress: none, zlib@openssh.com {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.768430 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] client lang: <none> {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.768520 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] server lang: <none> {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.768612 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] kex follows: False {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.768699 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] === Key exchange agreements === {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.768797 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Strict kex mode: True {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.768909 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Kex: curve25519-sha256@libssh.org {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.769015 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] HostKey: ssh-ed25519 {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.769124 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Cipher: aes128-ctr {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.769234 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] MAC: hmac-sha2-256 {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.769566 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Compression: none {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.769646 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] === Key exchange possibilities === {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.769755 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] kex algos: curve25519-sha256@libssh.org, ecdh-sha2-nistp521, ecdh-sha2-nistp384, ecdh-sha2-nistp256, diffie-hellman-group-exchange-sha256, ext-info-s, kex-strict-s-v00@openssh.com {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.769848 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] server key: rsa-sha2-512, rsa-sha2-256, ecdsa-sha2-nistp256, ssh-ed25519 {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.769942 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] client encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.770029 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] server encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.770120 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] client mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.770454 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] server mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.770454 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] client compress: none, zlib@openssh.com {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.770454 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] server compress: none, zlib@openssh.com {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.770522 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] client lang: <none> {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.770592 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] server lang: <none> {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.770688 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] kex follows: False {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.770901 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] === Key exchange agreements === {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.770901 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Strict kex mode: True {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.771009 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Kex: curve25519-sha256@libssh.org {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.771121 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] HostKey: ssh-ed25519 {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.771233 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Cipher: aes128-ctr {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.771386 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] MAC: hmac-sha2-256 {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.771516 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Compression: none {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.771602 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] === End of kex handshake === {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.772171 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] === End of kex handshake === {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.778819 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Resetting outbound seqno after NEWKEYS due to strict mode {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.778938 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] kex engine KexCurve25519 specified hash_algo <built-in function openssl_sha256> {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.781391 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Switch to new keys ... {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.781391 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Resetting inbound seqno after NEWKEYS due to strict mode {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.781391 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Got EXT_INFO: {'server-sig-algs': b'ssh-ed25519,ecdsa-sha2-nistp256,ecdsa-sha2-nistp384,ecdsa-sha2-nistp521,sk-ssh-ed25519@openssh.com,sk-ecdsa-sha2-nistp256@openssh.com,rsa-sha2-512,rsa-sha2-256', 'publickey-hostbound@openssh.com': b'0', 'ping@openssh.com': b'0'} {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.781391 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] Adding ssh-ed25519 host key for 127.0.0.1: b'de6238e06fb604412ad1c08409e8a8e9' {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.781391 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] Trying discovered key b'ccfdc5a523283ede9316b31801b388fd' in /opt/stack/.ssh/id_ecdsa {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.784925 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Resetting outbound seqno after NEWKEYS due to strict mode {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.785161 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] kex engine KexCurve25519 specified hash_algo <built-in function openssl_sha256> {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.785702 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Switch to new keys ... {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.786094 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Resetting inbound seqno after NEWKEYS due to strict mode {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.786485 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Got EXT_INFO: {'server-sig-algs': b'ssh-ed25519,ecdsa-sha2-nistp256,ecdsa-sha2-nistp384,ecdsa-sha2-nistp521,sk-ssh-ed25519@openssh.com,sk-ecdsa-sha2-nistp256@openssh.com,rsa-sha2-512,rsa-sha2-256', 'publickey-hostbound@openssh.com': b'0', 'ping@openssh.com': b'0'} {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.786891 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] Adding ssh-ed25519 host key for 127.0.0.1: b'de6238e06fb604412ad1c08409e8a8e9' {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.789558 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] Trying discovered key b'ccfdc5a523283ede9316b31801b388fd' in /opt/stack/.ssh/id_ecdsa {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.821021 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] userauth is OK {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.825859 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] userauth is OK {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.835802 np0000156481 manila-share[88840]: INFO paramiko.transport [-] Authentication (publickey) successful!
Feb 19 02:40:40.836059 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] Running cmd (SSH): sudo mount --make-rshared /alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:40:40.836309 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] [chan 0] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.841673 np0000156481 manila-share[88844]: INFO paramiko.transport [-] Authentication (publickey) successful!
Feb 19 02:40:40.842118 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] Running cmd (SSH): sudo mount --make-rshared /gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:40:40.842474 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] [chan 0] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.923358 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Received global request "hostkeys-00@openssh.com" {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.923358 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Rejecting "hostkeys-00@openssh.com" global request from server. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.923358 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Debug msg: b'/opt/stack/.ssh/authorized_keys:1: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding' {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.934477 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Received global request "hostkeys-00@openssh.com" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.934655 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Rejecting "hostkeys-00@openssh.com" global request from server. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.935078 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Debug msg: b'/opt/stack/.ssh/authorized_keys:1: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding' {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.965352 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 0] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.965352 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 0 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.965352 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 0] Sesch channel 0 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.974780 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 0] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.974950 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 0 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:40.976945 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 0] Sesch channel 0 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.984240 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 0] EOF received (0) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.984473 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 0] EOF sent (0) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.984815 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:40:40.984981 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] Running cmd (SSH): sudo mount --make-rshared /betta/subdir {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:40:40.985184 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] [chan 1] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.992645 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 0] EOF received (0) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.992915 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 0] EOF sent (0) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:40.993259 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:40:40.993440 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] Running cmd (SSH): whoami {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:40:40.993633 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] [chan 1] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.025951 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 1] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.026134 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 1 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:41.028130 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 1] Sesch channel 1 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.034963 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 1] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.034963 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 1 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:41.035864 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 1] Sesch channel 1 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.041779 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 1] EOF received (1) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.042029 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 1] EOF sent (1) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.042450 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:40:41.043967 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 1] EOF received (1) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.044210 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 1] EOF sent (1) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.044583 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:40:41.044741 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] Running cmd (SSH): whoami {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:40:41.044924 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] [chan 2] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.048448 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] The backend np0000156481@paris does not support get backend info method. {{(pid=88844) ensure_driver_resources /opt/stack/manila/manila/share/manager.py:445}}
Feb 19 02:40:41.062989 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] Re-exporting 0 shares {{(pid=88844) ensure_driver_resources /opt/stack/manila/manila/share/manager.py:464}}
Feb 19 02:40:41.062989 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] Updating share status
Feb 19 02:40:41.062989 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:40:41.062989 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] [chan 2] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.082834 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 2] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.082946 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 2 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:41.084779 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 2] Sesch channel 2 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.085272 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 2] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.085420 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 2 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:41.088006 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 2] Sesch channel 2 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.094742 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 2] EOF received (2) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.094967 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] [chan 2] EOF sent (2) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.095412 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:40:41.099873 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] The backend np0000156481@london does not support get backend info method. {{(pid=88840) ensure_driver_resources /opt/stack/manila/manila/share/manager.py:445}}
Feb 19 02:40:41.108845 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 2] EOF received (2) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.109012 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 2] EOF sent (2) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.109275 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:40:41.109463 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] ZFS option free's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:40:41.110688 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:40:41.110688 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] [chan 3] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.113406 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] Re-exporting 0 shares {{(pid=88840) ensure_driver_resources /opt/stack/manila/manila/share/manager.py:464}}
Feb 19 02:40:41.113544 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] Updating share status
Feb 19 02:40:41.113744 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:40:41.113901 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] [chan 3] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.137618 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 3] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.137618 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 3 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:41.138287 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 3] Sesch channel 3 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.152705 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 3] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.152817 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 3 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:41.156850 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 3] Sesch channel 3 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.171541 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 3] EOF received (3) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.171793 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 3] EOF sent (3) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.172090 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:40:41.172275 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:40:41.172728 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:40:41.172933 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] [chan 4] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.175245 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 3] EOF received (3) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.175543 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 3] EOF sent (3) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.175870 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:40:41.176045 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] ZFS option size's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:40:41.176396 np0000156481 manila-share[88844]: DEBUG manila.share.driver [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] Updating share stats. {{(pid=88844) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:40:41.176801 np0000156481 manila-share[88844]: DEBUG manila.manager [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] Notifying Schedulers of capabilities ... {{(pid=88844) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:40:41.190280 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] Finished initialization of driver: 'ZFSonLinuxShareDriver@np0000156481@paris'
Feb 19 02:40:41.190415 np0000156481 manila-share[88844]: DEBUG manila.service [None req-5b7b8800-b576-4811-b842-8a417b391cdc None None] Creating RPC server for service manila-share. {{(pid=88844) start /opt/stack/manila/manila/service.py:159}}
Feb 19 02:40:41.214138 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 4] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.214307 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 4 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:41.216880 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 4] Sesch channel 4 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.250111 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 4] EOF received (4) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.250527 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 4] EOF sent (4) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.251107 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:40:41.251619 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:40:41.252166 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:40:41.252598 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] [chan 5] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.292039 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 5] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.292210 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 5 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:41.294373 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 5] Sesch channel 5 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.325825 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 5] EOF received (5) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.326467 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 5] EOF sent (5) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.327265 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:40:41.327776 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:40:41.328138 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:40:41.328395 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] [chan 6] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.369360 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 6] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.369360 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 6 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:41.373616 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 6] Sesch channel 6 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.391961 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 6] EOF received (6) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.392146 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 6] EOF sent (6) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.392594 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:40:41.392753 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:40:41.392945 np0000156481 manila-share[88840]: DEBUG manila.share.driver [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] Updating share stats. {{(pid=88840) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:40:41.393304 np0000156481 manila-share[88840]: DEBUG manila.manager [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] Notifying Schedulers of capabilities ... {{(pid=88840) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:40:41.408343 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] Finished initialization of driver: 'ZFSonLinuxShareDriver@np0000156481@london'
Feb 19 02:40:41.408528 np0000156481 manila-share[88840]: DEBUG manila.service [None req-ad6595a7-6be4-4d1e-9857-6986bad6c358 None None] Creating RPC server for service manila-share. {{(pid=88840) start /opt/stack/manila/manila/service.py:159}}
Feb 19 02:40:41.621176 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-3d526203-6f4f-4e85-9550-728a0dd9b08c None None] Updating share status
Feb 19 02:40:41.624917 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-3d526203-6f4f-4e85-9550-728a0dd9b08c None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:40:41.624917 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-3d526203-6f4f-4e85-9550-728a0dd9b08c None None] [chan 4] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.625187 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-3d526203-6f4f-4e85-9550-728a0dd9b08c None None] Updating share status
Feb 19 02:40:41.625594 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 4] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.625594 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 4 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:41.625711 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-3d526203-6f4f-4e85-9550-728a0dd9b08c None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:40:41.625711 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-3d526203-6f4f-4e85-9550-728a0dd9b08c None None] [chan 7] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.626646 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 4] Sesch channel 4 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.629157 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 7] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.629157 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 7 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:41.630098 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 7] Sesch channel 7 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.646092 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 4] EOF received (4) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.646334 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 4] EOF sent (4) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.646705 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-3d526203-6f4f-4e85-9550-728a0dd9b08c None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:40:41.646903 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-3d526203-6f4f-4e85-9550-728a0dd9b08c None None] ZFS option free's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:40:41.647085 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-3d526203-6f4f-4e85-9550-728a0dd9b08c None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:40:41.647299 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-3d526203-6f4f-4e85-9550-728a0dd9b08c None None] [chan 5] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.660077 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 7] EOF received (7) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.660077 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 7] EOF sent (7) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.660077 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-3d526203-6f4f-4e85-9550-728a0dd9b08c None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:40:41.660077 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-3d526203-6f4f-4e85-9550-728a0dd9b08c None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:40:41.660077 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-3d526203-6f4f-4e85-9550-728a0dd9b08c None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:40:41.660077 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-3d526203-6f4f-4e85-9550-728a0dd9b08c None None] [chan 8] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.688176 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 5] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.688357 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 5 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:41.690083 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 5] Sesch channel 5 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.702017 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 8] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.702161 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 8 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:41.703620 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 8] Sesch channel 8 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.715750 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 5] EOF received (5) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.716095 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 5] EOF sent (5) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.716519 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-3d526203-6f4f-4e85-9550-728a0dd9b08c None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:40:41.716684 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-3d526203-6f4f-4e85-9550-728a0dd9b08c None None] ZFS option size's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:40:41.716932 np0000156481 manila-share[88844]: DEBUG manila.share.driver [None req-3d526203-6f4f-4e85-9550-728a0dd9b08c None None] Updating share stats. {{(pid=88844) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:40:41.717215 np0000156481 manila-share[88844]: DEBUG manila.manager [None req-3d526203-6f4f-4e85-9550-728a0dd9b08c None None] Notifying Schedulers of capabilities ... {{(pid=88844) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:40:41.736385 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 8] EOF received (8) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.736632 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 8] EOF sent (8) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.736984 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-3d526203-6f4f-4e85-9550-728a0dd9b08c None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:40:41.737153 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-3d526203-6f4f-4e85-9550-728a0dd9b08c None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:40:41.737438 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-3d526203-6f4f-4e85-9550-728a0dd9b08c None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:40:41.737663 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-3d526203-6f4f-4e85-9550-728a0dd9b08c None None] [chan 9] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.778336 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 9] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.778588 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 9 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:41.780662 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 9] Sesch channel 9 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.809265 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 9] EOF received (9) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.809635 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 9] EOF sent (9) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.810093 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-3d526203-6f4f-4e85-9550-728a0dd9b08c None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:40:41.810396 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-3d526203-6f4f-4e85-9550-728a0dd9b08c None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:40:41.810700 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-3d526203-6f4f-4e85-9550-728a0dd9b08c None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:40:41.811005 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-3d526203-6f4f-4e85-9550-728a0dd9b08c None None] [chan 10] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.851163 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 10] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.851163 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 10 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:40:41.853060 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 10] Sesch channel 10 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.891306 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 10] EOF received (10) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.891678 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 10] EOF sent (10) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:40:41.892247 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-3d526203-6f4f-4e85-9550-728a0dd9b08c None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:40:41.892511 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-3d526203-6f4f-4e85-9550-728a0dd9b08c None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:40:41.892783 np0000156481 manila-share[88840]: DEBUG manila.share.driver [None req-3d526203-6f4f-4e85-9550-728a0dd9b08c None None] Updating share stats. {{(pid=88840) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:40:41.893286 np0000156481 manila-share[88840]: DEBUG manila.manager [None req-3d526203-6f4f-4e85-9550-728a0dd9b08c None None] Notifying Schedulers of capabilities ... {{(pid=88840) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:40:51.063046 np0000156481 manila-share[88844]: DEBUG dbcounter [-] [88844] Writing DB stats manila:SELECT=4,manila:INSERT=2 {{(pid=88844) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:40:51.108738 np0000156481 manila-share[88840]: DEBUG dbcounter [-] [88840] Writing DB stats manila:SELECT=4,manila:INSERT=2 {{(pid=88840) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:41:05.210199 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:41:05.229969 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:41:05.230247 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:41:05.244938 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:41:05.245174 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:41:05.257859 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:41:30.427260 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:41:30.445171 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:41:30.445271 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:41:30.452918 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:41:30.453017 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:41:30.458560 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:41:40.761433 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:41:40.796105 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:41:41.756822 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:41:41.907127 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:41:51.218187 np0000156481 manila-share[88844]: DEBUG dbcounter [-] [88844] Writing DB stats manila:SELECT=29,manila:UPDATE=6 {{(pid=88844) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:41:51.432351 np0000156481 manila-share[88840]: DEBUG dbcounter [-] [88840] Writing DB stats manila:SELECT=29,manila:UPDATE=6 {{(pid=88840) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:42:05.214609 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:42:05.214609 np0000156481 manila-share[88844]: DEBUG manila.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Notifying Schedulers of capabilities ... {{(pid=88844) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:42:05.216967 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:42:05.232564 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:42:05.232727 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica instances. {{(pid=88844) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:42:05.241853 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:42:05.241963 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:42:05.246115 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:42:05.246222 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:42:05.248219 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:42:05.248346 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica snapshots. {{(pid=88844) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:42:05.251469 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._report_driver_status {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:42:05.251607 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share status
Feb 19 02:42:05.251706 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:05.251923 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 6] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:05.253678 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 6] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:05.253796 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 6 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:05.254933 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 6] Sesch channel 6 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:05.272495 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 6] EOF received (6) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:05.272866 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 6] EOF sent (6) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:05.273443 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:05.273728 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option free's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:42:05.274090 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:05.274413 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 7] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:05.314101 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 7] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:05.314338 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 7 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:05.316351 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 7] Sesch channel 7 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:05.346544 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 7] EOF received (7) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:05.346977 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 7] EOF sent (7) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:05.347635 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:05.347937 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option size's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:42:05.348231 np0000156481 manila-share[88844]: DEBUG manila.share.driver [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share stats. {{(pid=88844) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:42:05.348702 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:42:05.359947 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:42:05.362546 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:42:05.362676 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share instances. {{(pid=88844) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:42:05.373394 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:42:30.428868 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:42:30.429733 np0000156481 manila-share[88840]: DEBUG manila.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Notifying Schedulers of capabilities ... {{(pid=88840) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:42:30.431645 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:42:30.442299 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:42:30.442487 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica instances. {{(pid=88840) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:42:30.450598 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:42:30.450700 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:42:30.453989 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:42:30.454089 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:42:30.456048 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:42:30.456191 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica snapshots. {{(pid=88840) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:42:30.458749 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._report_driver_status {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:42:30.458866 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share status
Feb 19 02:42:30.458952 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:30.459140 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 11] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:30.459695 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 11] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:30.459784 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 11 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:30.461569 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 11] Sesch channel 11 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:30.495856 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 11] EOF received (11) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:30.496301 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 11] EOF sent (11) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:30.496957 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:30.497257 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:42:30.497600 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:30.497905 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 12] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:30.538015 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 12] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:30.538172 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 12 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:30.540138 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 12] Sesch channel 12 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:30.569995 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 12] EOF received (12) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:30.570367 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 12] EOF sent (12) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:30.570883 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:30.571137 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:42:30.571444 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:30.571798 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 13] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:30.612151 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 13] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:30.612277 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 13 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:30.614205 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 13] Sesch channel 13 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:30.643202 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 13] EOF received (13) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:30.643674 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 13] EOF sent (13) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:30.644226 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:30.644536 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:42:30.644806 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:30.645100 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 14] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:30.685132 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 14] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:30.685254 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 14 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:30.687167 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 14] Sesch channel 14 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:30.717302 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 14] EOF received (14) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:30.717690 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 14] EOF sent (14) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:30.718171 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:30.718443 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:42:30.718692 np0000156481 manila-share[88840]: DEBUG manila.share.driver [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share stats. {{(pid=88840) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:42:30.718997 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:42:30.726818 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:42:30.728933 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:42:30.729087 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share instances. {{(pid=88840) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:42:30.741650 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:42:40.855201 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:40.857922 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:42.725861 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-895a8787-9ef3-4999-abd7-6cde4473d593 tempest-AdminActionsTest-528634798 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off gamma/manila_share_5cfeb86b_2293_4f0e_bcec_0a83e64b420a {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:42.726489 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-895a8787-9ef3-4999-abd7-6cde4473d593 tempest-AdminActionsTest-528634798 None] [chan 8] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:42.726689 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 8] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:42.726766 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 8 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:42.728522 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 8] Sesch channel 8 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:42.812594 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 8] EOF received (8) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:42.812990 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 8] EOF sent (8) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:42.813660 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-895a8787-9ef3-4999-abd7-6cde4473d593 tempest-AdminActionsTest-528634798 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:42.814033 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-895a8787-9ef3-4999-abd7-6cde4473d593 tempest-AdminActionsTest-528634798 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_5cfeb86b_2293_4f0e_bcec_0a83e64b420a {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:42.814412 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-895a8787-9ef3-4999-abd7-6cde4473d593 tempest-AdminActionsTest-528634798 None] [chan 3] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:42.815078 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 3] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:42.815250 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 3 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:42.817587 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 3] Sesch channel 3 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:42.838139 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 3] EOF received (3) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:42.838593 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 3] EOF sent (3) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:42.839187 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-895a8787-9ef3-4999-abd7-6cde4473d593 tempest-AdminActionsTest-528634798 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:42.839578 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-895a8787-9ef3-4999-abd7-6cde4473d593 tempest-AdminActionsTest-528634798 None] ZFS option mountpoint's value is /gamma/manila_share_5cfeb86b_2293_4f0e_bcec_0a83e64b420a. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:42:42.910043 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-895a8787-9ef3-4999-abd7-6cde4473d593 tempest-AdminActionsTest-528634798 None] Share instance 5cfeb86b-2293-4f0e-bcec-0a83e64b420a created successfully.
Feb 19 02:42:43.482344 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cd28c6ff-fae1-42ed-84f6-49337513462a tempest-AdminActionsTest-528634798 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_ffdd8f0c_87fb_4e8c_adc3_438b09d52b09 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:43.482935 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-cd28c6ff-fae1-42ed-84f6-49337513462a tempest-AdminActionsTest-528634798 None] [chan 15] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.483023 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 15] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.483089 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 15 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:43.484832 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 15] Sesch channel 15 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.578716 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 15] EOF received (15) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.578716 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 15] EOF sent (15) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.579109 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cd28c6ff-fae1-42ed-84f6-49337513462a tempest-AdminActionsTest-528634798 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:43.579109 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cd28c6ff-fae1-42ed-84f6-49337513462a tempest-AdminActionsTest-528634798 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_ffdd8f0c_87fb_4e8c_adc3_438b09d52b09 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:43.579420 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-cd28c6ff-fae1-42ed-84f6-49337513462a tempest-AdminActionsTest-528634798 None] [chan 3] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.579866 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 3] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.579932 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 3 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:43.582338 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 3] Sesch channel 3 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.593711 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-0420e21d-0245-496b-8af9-eed34926e86e tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:43.593711 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-0420e21d-0245-496b-8af9-eed34926e86e tempest-ReplicationAdminTest-649857771 None] [chan 16] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.606811 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 3] EOF received (3) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.606989 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 3] EOF sent (3) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.607425 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cd28c6ff-fae1-42ed-84f6-49337513462a tempest-AdminActionsTest-528634798 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:43.607609 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-cd28c6ff-fae1-42ed-84f6-49337513462a tempest-AdminActionsTest-528634798 None] ZFS option mountpoint's value is /alpha/manila_share_ffdd8f0c_87fb_4e8c_adc3_438b09d52b09. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:42:43.651808 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 16] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.651923 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 16 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:43.653924 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 16] Sesch channel 16 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.667199 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-cd28c6ff-fae1-42ed-84f6-49337513462a tempest-AdminActionsTest-528634798 None] Share instance ffdd8f0c-87fb-4e8c-adc3-438b09d52b09 created successfully.
Feb 19 02:42:43.749548 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 16] EOF received (16) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.749548 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 16] EOF sent (16) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.750005 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-0420e21d-0245-496b-8af9-eed34926e86e tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:43.750422 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-0420e21d-0245-496b-8af9-eed34926e86e tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:43.750881 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-0420e21d-0245-496b-8af9-eed34926e86e tempest-ReplicationAdminTest-649857771 None] [chan 4] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.751529 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 4] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.751683 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 4 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:43.753027 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 4] Sesch channel 4 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.774360 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-97bf9e2e-39d4-49f3-980a-ddc257a4d0a4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:43.774879 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-97bf9e2e-39d4-49f3-980a-ddc257a4d0a4 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 9] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.775348 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 9] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.775348 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 9 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:43.777391 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 9] Sesch channel 9 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.779527 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 4] EOF received (4) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.779808 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 4] EOF sent (4) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.780233 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-0420e21d-0245-496b-8af9-eed34926e86e tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:43.780502 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-0420e21d-0245-496b-8af9-eed34926e86e tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is /betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:42:43.809617 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-0420e21d-0245-496b-8af9-eed34926e86e tempest-ReplicationAdminTest-649857771 None] Share instance 22d797d5-f383-4eb3-82ee-086565df3ae1 created successfully.
Feb 19 02:42:43.862275 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 9] EOF received (9) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.863965 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 9] EOF sent (9) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.863965 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-97bf9e2e-39d4-49f3-980a-ddc257a4d0a4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:43.863965 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-97bf9e2e-39d4-49f3-980a-ddc257a4d0a4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:43.863965 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-97bf9e2e-39d4-49f3-980a-ddc257a4d0a4 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 4] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.864535 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 4] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.864874 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 4 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:43.866597 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 4] Sesch channel 4 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.874207 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-448041b2-3a35-4a68-b7d1-3d5ac0d6798f tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:43.874427 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-448041b2-3a35-4a68-b7d1-3d5ac0d6798f tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 17] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.874811 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 17] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.874882 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 17 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:43.877015 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 17] Sesch channel 17 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.897191 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 4] EOF received (4) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.897191 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 4] EOF sent (4) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.897191 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-97bf9e2e-39d4-49f3-980a-ddc257a4d0a4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:43.897191 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-97bf9e2e-39d4-49f3-980a-ddc257a4d0a4 tempest-MigrationTwoPhaseNFSTest-177544755 None] ZFS option mountpoint's value is /gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:42:43.939657 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-97bf9e2e-39d4-49f3-980a-ddc257a4d0a4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Share instance 66848d9c-61e2-49b1-bc90-3d95c62201e6 created successfully.
Feb 19 02:42:43.968970 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 17] EOF received (17) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.969489 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 17] EOF sent (17) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.969489 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-448041b2-3a35-4a68-b7d1-3d5ac0d6798f tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:43.969644 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-448041b2-3a35-4a68-b7d1-3d5ac0d6798f tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:43.969820 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-448041b2-3a35-4a68-b7d1-3d5ac0d6798f tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 5] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.970897 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 5] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.970897 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 5 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:43.972751 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 5] Sesch channel 5 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.998281 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 5] EOF received (5) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.998631 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 5] EOF sent (5) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:43.999112 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-448041b2-3a35-4a68-b7d1-3d5ac0d6798f tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:43.999368 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-448041b2-3a35-4a68-b7d1-3d5ac0d6798f tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] ZFS option mountpoint's value is /alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:42:44.024206 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ef1bf4dc-9ee7-4511-8f3a-8ff92f67e763 tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs create -o quota=2G -o compression=gzip -o readonly=off betta/subdir/manila_share_5767e476_fd97_44c8_aed9_ccc6df2b6783 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:44.024420 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-ef1bf4dc-9ee7-4511-8f3a-8ff92f67e763 tempest-ReplicationActionsAdminTest-1944799921 None] [chan 18] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:44.024780 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 18] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:44.024860 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 18 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:44.026747 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 18] Sesch channel 18 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:44.039094 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-448041b2-3a35-4a68-b7d1-3d5ac0d6798f tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Share instance fba93c39-a426-4958-bc87-5cd00e464b5d created successfully.
Feb 19 02:42:44.288657 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 18] EOF received (18) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:44.289046 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 18] EOF sent (18) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:44.289777 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ef1bf4dc-9ee7-4511-8f3a-8ff92f67e763 tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:44.290135 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ef1bf4dc-9ee7-4511-8f3a-8ff92f67e763 tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_5767e476_fd97_44c8_aed9_ccc6df2b6783 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:44.290693 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-ef1bf4dc-9ee7-4511-8f3a-8ff92f67e763 tempest-ReplicationActionsAdminTest-1944799921 None] [chan 6] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:44.291046 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 6] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:44.291196 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 6 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:44.292619 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 6] Sesch channel 6 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:44.317250 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 6] EOF received (6) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:44.317535 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 6] EOF sent (6) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:44.317930 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ef1bf4dc-9ee7-4511-8f3a-8ff92f67e763 tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:44.318144 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-ef1bf4dc-9ee7-4511-8f3a-8ff92f67e763 tempest-ReplicationActionsAdminTest-1944799921 None] ZFS option mountpoint's value is /betta/subdir/manila_share_5767e476_fd97_44c8_aed9_ccc6df2b6783. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:42:44.338725 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-ef1bf4dc-9ee7-4511-8f3a-8ff92f67e763 tempest-ReplicationActionsAdminTest-1944799921 None] Share instance 5767e476-fd97-44c8-aed9-ccc6df2b6783 created successfully.
Feb 19 02:42:44.474904 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4d97ab6c-2e9a-42e6-bbed-a8fd25ebd41b tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_4b7fae14_6321_438c_9884_647e572f3ab7 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:44.475449 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-4d97ab6c-2e9a-42e6-bbed-a8fd25ebd41b tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 19] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:44.475971 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 19] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:44.476074 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 19 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:44.478073 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 19] Sesch channel 19 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:44.566791 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 19] EOF received (19) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:44.567228 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 19] EOF sent (19) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:44.567917 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4d97ab6c-2e9a-42e6-bbed-a8fd25ebd41b tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:44.568274 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4d97ab6c-2e9a-42e6-bbed-a8fd25ebd41b tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_4b7fae14_6321_438c_9884_647e572f3ab7 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:44.568673 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-4d97ab6c-2e9a-42e6-bbed-a8fd25ebd41b tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 7] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:44.569491 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 7] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:44.569655 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 7 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:44.571353 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 7] Sesch channel 7 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:44.595176 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 7] EOF received (7) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:44.595466 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 7] EOF sent (7) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:44.595618 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4d97ab6c-2e9a-42e6-bbed-a8fd25ebd41b tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:44.595790 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-4d97ab6c-2e9a-42e6-bbed-a8fd25ebd41b tempest-SharesFromSnapshotAcrossPools-1974326921 None] ZFS option mountpoint's value is /alpha/manila_share_4b7fae14_6321_438c_9884_647e572f3ab7. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:42:44.619408 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-4d97ab6c-2e9a-42e6-bbed-a8fd25ebd41b tempest-SharesFromSnapshotAcrossPools-1974326921 None] Share instance 4b7fae14-6321-438c-9884-647e572f3ab7 created successfully.
Feb 19 02:42:46.631175 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-32c36410-9938-4aec-89d2-48a3022d4f63 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs create -o quota=2G -o compression=gzip -o readonly=off alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:46.631999 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-32c36410-9938-4aec-89d2-48a3022d4f63 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 20] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:46.631999 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 20] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:46.632177 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 20 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:46.633956 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 20] Sesch channel 20 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:46.648739 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-51aa940d-0ebb-46d3-a6c4-abad9d3f91d5 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs create -o quota=2G -o compression=gzip -o readonly=off gamma/manila_share_96946420_3a20_443f_a635_099098b4831c {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:46.649253 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-51aa940d-0ebb-46d3-a6c4-abad9d3f91d5 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 10] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:46.649378 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 10] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:46.649504 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 10 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:46.650703 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 10] Sesch channel 10 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:46.725240 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 20] EOF received (20) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:46.725718 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 20] EOF sent (20) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:46.727417 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-32c36410-9938-4aec-89d2-48a3022d4f63 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:46.727417 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-32c36410-9938-4aec-89d2-48a3022d4f63 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:46.727417 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-32c36410-9938-4aec-89d2-48a3022d4f63 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 8] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:46.727686 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 8] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:46.727867 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 8 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:46.732022 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 8] Sesch channel 8 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:46.746486 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-32098849-7c34-4abe-a7dd-5d9d3a2b8f8f tempest-AdminActionsTest-528634798 None] Running cmd (SSH): sudo zfs set quota=2G alpha/manila_share_ffdd8f0c_87fb_4e8c_adc3_438b09d52b09 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:46.746680 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-32098849-7c34-4abe-a7dd-5d9d3a2b8f8f tempest-AdminActionsTest-528634798 None] [chan 21] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:46.751143 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 8] EOF received (8) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:46.751414 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 8] EOF sent (8) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:46.751614 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-32c36410-9938-4aec-89d2-48a3022d4f63 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:46.751768 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-32c36410-9938-4aec-89d2-48a3022d4f63 tempest-MigrationWithShareExtendingNFSTest-947948388 None] ZFS option mountpoint's value is /alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:42:46.752022 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 10] EOF received (10) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:46.752227 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 10] EOF sent (10) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:46.752561 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-51aa940d-0ebb-46d3-a6c4-abad9d3f91d5 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:46.752717 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-51aa940d-0ebb-46d3-a6c4-abad9d3f91d5 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_96946420_3a20_443f_a635_099098b4831c {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:46.752887 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-51aa940d-0ebb-46d3-a6c4-abad9d3f91d5 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 5] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:46.753237 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 5] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:46.753330 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 5 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:46.754590 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 5] Sesch channel 5 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:46.768138 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 21] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:46.768138 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 21 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:46.770053 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 21] Sesch channel 21 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:46.770777 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-32c36410-9938-4aec-89d2-48a3022d4f63 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Share instance df8e7874-1e52-4a93-b7ab-c975d9a40fe4 created successfully.
Feb 19 02:42:46.779399 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 5] EOF received (5) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:46.779644 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 5] EOF sent (5) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:46.780445 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-51aa940d-0ebb-46d3-a6c4-abad9d3f91d5 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:46.780445 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-51aa940d-0ebb-46d3-a6c4-abad9d3f91d5 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] ZFS option mountpoint's value is /gamma/manila_share_96946420_3a20_443f_a635_099098b4831c. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:42:46.801186 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-51aa940d-0ebb-46d3-a6c4-abad9d3f91d5 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Share instance 96946420-3a20-443f-a635-099098b4831c created successfully.
Feb 19 02:42:46.810555 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 21] EOF received (21) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:46.810755 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 21] EOF sent (21) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:46.811161 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-32098849-7c34-4abe-a7dd-5d9d3a2b8f8f tempest-AdminActionsTest-528634798 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:46.827525 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-32098849-7c34-4abe-a7dd-5d9d3a2b8f8f tempest-AdminActionsTest-528634798 None] Committed reservations ['7cccbe67-e94a-49cd-8805-eface9c0d0a2', '45b539d0-a3be-49d8-8ad6-0a32d9f3d874'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:42:46.850702 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-32098849-7c34-4abe-a7dd-5d9d3a2b8f8f tempest-AdminActionsTest-528634798 None] Extend share completed successfully.
Feb 19 02:42:47.072356 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-703ad6c0-88c1-4b3a-8bbd-370b970c7fd8 tempest-ReplicationAdminTest-649857771 None] Lock "locked-share-replica-operation-for-share-d465e4f0-78e1-4f3c-92d4-b5c4d0ca857e" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:42:47.245898 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Entered migration_start method for share 0b5555c0-15d2-4147-be3c-a0689c518b98. {{(pid=88840) migration_start /opt/stack/manila/manila/share/manager.py:1657}}
Feb 19 02:42:47.251335 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-703ad6c0-88c1-4b3a-8bbd-370b970c7fd8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:47.251624 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-703ad6c0-88c1-4b3a-8bbd-370b970c7fd8 tempest-ReplicationAdminTest-649857771 None] [chan 11] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.252697 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 11] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.252775 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 11 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.254068 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 11] Sesch channel 11 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.326301 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e6c8a8cb-df05-417c-936d-17b226482a65 tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off betta/subdir/manila_share_9e7d184b_2d20_4bbb_9f6b_a8f6c087b6cc {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:47.326513 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e6c8a8cb-df05-417c-936d-17b226482a65 tempest-ReplicationActionsAdminTest-1944799921 None] [chan 22] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.328380 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Received request to update access for share instance 66848d9c-61e2-49b1-bc90-3d95c62201e6. {{(pid=88844) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:42:47.329801 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 22] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.330122 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 22 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.330829 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Starting host-assisted migration for share 0b5555c0-15d2-4147-be3c-a0689c518b98. {{(pid=88840) migration_start /opt/stack/manila/manila/share/manager.py:1707}}
Feb 19 02:42:47.332043 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 22] Sesch channel 22 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.343011 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:47.343451 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:47.346369 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:47.347642 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:47.347642 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:47.360324 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:47.360935 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:47.366168 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:47.366414 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Received request to update access for share instance fba93c39-a426-4958-bc87-5cd00e464b5d. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:42:47.382576 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:47.382949 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:47.385888 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:47.386032 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:47.386281 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:47.389555 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:47.389717 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] All access rules have been synced for share instance fba93c39-a426-4958-bc87-5cd00e464b5d belonging to share 0b5555c0-15d2-4147-be3c-a0689c518b98. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:42:47.409213 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.061s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:47.409213 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Updating access rules for share instance 66848d9c-61e2-49b1-bc90-3d95c62201e6 belonging to share c52b05df-0d3b-44b1-ba41-ce91cbe5be9c. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:42:47.427546 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:47.427782 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:47.428929 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 22] EOF received (22) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.429169 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 22] EOF sent (22) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.429586 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e6c8a8cb-df05-417c-936d-17b226482a65 tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:47.429804 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e6c8a8cb-df05-417c-936d-17b226482a65 tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_9e7d184b_2d20_4bbb_9f6b_a8f6c087b6cc {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:47.429987 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e6c8a8cb-df05-417c-936d-17b226482a65 tempest-ReplicationActionsAdminTest-1944799921 None] [chan 9] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.431044 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 9] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.431171 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 9 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.432833 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:47.432981 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:47.433192 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:47.433541 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 9] Sesch channel 9 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.452133 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.019s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:47.464901 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 9] EOF received (9) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.465152 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 9] EOF sent (9) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.465675 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e6c8a8cb-df05-417c-936d-17b226482a65 tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:47.465848 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-e6c8a8cb-df05-417c-936d-17b226482a65 tempest-ReplicationActionsAdminTest-1944799921 None] ZFS option mountpoint's value is /betta/subdir/manila_share_9e7d184b_2d20_4bbb_9f6b_a8f6c087b6cc. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:42:47.474991 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "zfs-dataset-gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:47.475338 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:47.475969 np0000156481 manila-share[88844]: DEBUG manila.ssh_utils [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] ssh.connect: ip: 127.0.0.1, port: 22, look_for_keys: True, timeout: 60, banner_timeout: 60 {{(pid=88844) create /opt/stack/manila/manila/ssh_utils.py:90}}
Feb 19 02:42:47.476736 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] starting thread (client mode): 0xf4218ec0 {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.476736 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Local version/idstring: SSH-2.0-paramiko_4.0.0 {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.488751 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Remote version/idstring: SSH-2.0-OpenSSH_9.6p1 Ubuntu-3ubuntu13.14 {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.488917 np0000156481 manila-share[88844]: INFO paramiko.transport [-] Connected (version 2.0, client OpenSSH_9.6p1)
Feb 19 02:42:47.489342 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-e6c8a8cb-df05-417c-936d-17b226482a65 tempest-ReplicationActionsAdminTest-1944799921 None] Share instance 9e7d184b-2d20-4bbb-9f6b-a8f6c087b6cc created successfully.
Feb 19 02:42:47.491404 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] === Key exchange possibilities === {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.491404 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] kex algos: curve25519-sha256@libssh.org, ecdh-sha2-nistp521, ecdh-sha2-nistp384, ecdh-sha2-nistp256, diffie-hellman-group-exchange-sha256, ext-info-s, kex-strict-s-v00@openssh.com {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.491404 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] server key: rsa-sha2-512, rsa-sha2-256, ecdsa-sha2-nistp256, ssh-ed25519 {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.491404 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] client encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.491404 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] server encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.491404 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] client mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.491889 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] server mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.491889 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] client compress: none, zlib@openssh.com {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.491889 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] server compress: none, zlib@openssh.com {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.491889 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] client lang: <none> {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.491889 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] server lang: <none> {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.491889 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] kex follows: False {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.491889 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] === Key exchange agreements === {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.492253 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Strict kex mode: True {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.492253 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Kex: curve25519-sha256@libssh.org {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.492253 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] HostKey: ssh-ed25519 {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.492253 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Cipher: aes128-ctr {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.492253 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] MAC: hmac-sha2-256 {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.492573 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Compression: none {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.492573 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] === End of kex handshake === {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.496429 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 11] EOF received (11) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.496653 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 11] EOF sent (11) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.497083 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-703ad6c0-88c1-4b3a-8bbd-370b970c7fd8 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:47.501902 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Resetting outbound seqno after NEWKEYS due to strict mode {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.502035 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] kex engine KexCurve25519 specified hash_algo <built-in function openssl_sha256> {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.502283 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Switch to new keys ... {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.502495 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Resetting inbound seqno after NEWKEYS due to strict mode {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.502697 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Got EXT_INFO: {'server-sig-algs': b'ssh-ed25519,ecdsa-sha2-nistp256,ecdsa-sha2-nistp384,ecdsa-sha2-nistp521,sk-ssh-ed25519@openssh.com,sk-ecdsa-sha2-nistp256@openssh.com,rsa-sha2-512,rsa-sha2-256', 'publickey-hostbound@openssh.com': b'0', 'ping@openssh.com': b'0'} {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.502959 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Adding ssh-ed25519 host key for 127.0.0.1: b'de6238e06fb604412ad1c08409e8a8e9' {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.503536 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Trying discovered key b'ccfdc5a523283ede9316b31801b388fd' in /opt/stack/.ssh/id_ecdsa {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.542920 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] userauth is OK {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.558346 np0000156481 manila-share[88844]: INFO paramiko.transport [-] Authentication (publickey) successful!
Feb 19 02:42:47.558346 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:47.558492 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 0] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.558829 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off gamma/manila_share_fd2783b0_6a6f_4afa_934f_6fae13b94b70 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:47.559039 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 12] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.559363 np0000156481 manila-share[88844]: DEBUG manila.ssh_utils [None req-703ad6c0-88c1-4b3a-8bbd-370b970c7fd8 tempest-ReplicationAdminTest-649857771 None] ssh.connect: ip: 127.0.0.1, port: 22, look_for_keys: True, timeout: 60, banner_timeout: 60 {{(pid=88844) create /opt/stack/manila/manila/ssh_utils.py:90}}
Feb 19 02:42:47.559815 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 12] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.559895 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 12 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.560526 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] starting thread (client mode): 0xf41eb950 {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.560673 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Local version/idstring: SSH-2.0-paramiko_4.0.0 {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.562926 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 12] Sesch channel 12 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.574799 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Remote version/idstring: SSH-2.0-OpenSSH_9.6p1 Ubuntu-3ubuntu13.14 {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.574989 np0000156481 manila-share[88844]: INFO paramiko.transport [-] Connected (version 2.0, client OpenSSH_9.6p1)
Feb 19 02:42:47.576478 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] === Key exchange possibilities === {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.576602 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] kex algos: curve25519-sha256@libssh.org, ecdh-sha2-nistp521, ecdh-sha2-nistp384, ecdh-sha2-nistp256, diffie-hellman-group-exchange-sha256, ext-info-s, kex-strict-s-v00@openssh.com {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.576758 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] server key: rsa-sha2-512, rsa-sha2-256, ecdsa-sha2-nistp256, ssh-ed25519 {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.576870 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] client encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.576991 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] server encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.577099 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] client mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.577223 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] server mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.577345 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] client compress: none, zlib@openssh.com {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.577463 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] server compress: none, zlib@openssh.com {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.577577 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] client lang: <none> {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.577687 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] server lang: <none> {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.577799 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] kex follows: False {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.577907 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] === Key exchange agreements === {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.578028 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Strict kex mode: True {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.578160 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Kex: curve25519-sha256@libssh.org {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.578287 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] HostKey: ssh-ed25519 {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.578438 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Cipher: aes128-ctr {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.578568 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] MAC: hmac-sha2-256 {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.578692 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Compression: none {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.578799 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] === End of kex handshake === {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.589501 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Resetting outbound seqno after NEWKEYS due to strict mode {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.589623 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] kex engine KexCurve25519 specified hash_algo <built-in function openssl_sha256> {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.589933 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Switch to new keys ... {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.590130 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Resetting inbound seqno after NEWKEYS due to strict mode {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.590388 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Got EXT_INFO: {'server-sig-algs': b'ssh-ed25519,ecdsa-sha2-nistp256,ecdsa-sha2-nistp384,ecdsa-sha2-nistp521,sk-ssh-ed25519@openssh.com,sk-ecdsa-sha2-nistp256@openssh.com,rsa-sha2-512,rsa-sha2-256', 'publickey-hostbound@openssh.com': b'0', 'ping@openssh.com': b'0'} {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.590832 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-703ad6c0-88c1-4b3a-8bbd-370b970c7fd8 tempest-ReplicationAdminTest-649857771 None] Adding ssh-ed25519 host key for 127.0.0.1: b'de6238e06fb604412ad1c08409e8a8e9' {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.591435 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-703ad6c0-88c1-4b3a-8bbd-370b970c7fd8 tempest-ReplicationAdminTest-649857771 None] Trying discovered key b'ccfdc5a523283ede9316b31801b388fd' in /opt/stack/.ssh/id_ecdsa {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.610967 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Received global request "hostkeys-00@openssh.com" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.611082 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Rejecting "hostkeys-00@openssh.com" global request from server. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.611276 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Debug msg: b'/opt/stack/.ssh/authorized_keys:1: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding' {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.665169 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 0] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.665169 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 0 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.666115 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] userauth is OK {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.666221 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 12] EOF received (12) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.666378 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 12] EOF sent (12) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.666698 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:47.666898 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 0] Sesch channel 0 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.673521 np0000156481 manila-share[88844]: INFO paramiko.transport [-] Authentication (publickey) successful!
Feb 19 02:42:47.673562 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-703ad6c0-88c1-4b3a-8bbd-370b970c7fd8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_15792de1_0a77_4129_9df7_e4131e6a0831 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:47.673722 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-703ad6c0-88c1-4b3a-8bbd-370b970c7fd8 tempest-ReplicationAdminTest-649857771 None] [chan 0] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.674367 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_fd2783b0_6a6f_4afa_934f_6fae13b94b70 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:47.674367 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 6] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.674952 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 6] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.674952 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 6 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.676145 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 6] Sesch channel 6 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.687665 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 0] EOF received (0) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.688964 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 0] EOF sent (0) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.688964 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:47.688964 np0000156481 manila-share[88844]: DEBUG manila.ssh_utils [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] ssh.connect: ip: 127.0.0.1, port: 22, look_for_keys: True, timeout: 60, banner_timeout: 60 {{(pid=88844) create /opt/stack/manila/manila/ssh_utils.py:90}}
Feb 19 02:42:47.689782 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] starting thread (client mode): 0xf46f1670 {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.689949 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Local version/idstring: SSH-2.0-paramiko_4.0.0 {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.698178 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 6] EOF received (6) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.698267 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 6] EOF sent (6) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.698659 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:47.701491 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Remote version/idstring: SSH-2.0-OpenSSH_9.6p1 Ubuntu-3ubuntu13.14 {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.701665 np0000156481 manila-share[88844]: INFO paramiko.transport [-] Connected (version 2.0, client OpenSSH_9.6p1)
Feb 19 02:42:47.703781 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] === Key exchange possibilities === {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.703965 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] kex algos: curve25519-sha256@libssh.org, ecdh-sha2-nistp521, ecdh-sha2-nistp384, ecdh-sha2-nistp256, diffie-hellman-group-exchange-sha256, ext-info-s, kex-strict-s-v00@openssh.com {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.704126 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] server key: rsa-sha2-512, rsa-sha2-256, ecdsa-sha2-nistp256, ssh-ed25519 {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.704278 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] client encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.704475 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] server encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.704631 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] client mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.704811 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] server mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.704992 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] client compress: none, zlib@openssh.com {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.705147 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] server compress: none, zlib@openssh.com {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.705300 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] client lang: <none> {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.705549 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] server lang: <none> {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.705647 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] kex follows: False {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.705804 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] === Key exchange agreements === {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.705966 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Strict kex mode: True {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.706149 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Kex: curve25519-sha256@libssh.org {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.706362 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] HostKey: ssh-ed25519 {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.706552 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Cipher: aes128-ctr {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.706731 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] MAC: hmac-sha2-256 {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.706902 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Compression: none {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.707054 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] === End of kex handshake === {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.713555 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Resetting outbound seqno after NEWKEYS due to strict mode {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.713671 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] kex engine KexCurve25519 specified hash_algo <built-in function openssl_sha256> {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.713906 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Switch to new keys ... {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.714089 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Resetting inbound seqno after NEWKEYS due to strict mode {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.714343 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Got EXT_INFO: {'server-sig-algs': b'ssh-ed25519,ecdsa-sha2-nistp256,ecdsa-sha2-nistp384,ecdsa-sha2-nistp521,sk-ssh-ed25519@openssh.com,sk-ecdsa-sha2-nistp256@openssh.com,rsa-sha2-512,rsa-sha2-256', 'publickey-hostbound@openssh.com': b'0', 'ping@openssh.com': b'0'} {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.714562 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Adding ssh-ed25519 host key for 127.0.0.1: b'de6238e06fb604412ad1c08409e8a8e9' {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.715207 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Trying discovered key b'ccfdc5a523283ede9316b31801b388fd' in /opt/stack/.ssh/id_ecdsa {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.716730 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Received global request "hostkeys-00@openssh.com" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.716830 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Rejecting "hostkeys-00@openssh.com" global request from server. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.717943 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Debug msg: b'/opt/stack/.ssh/authorized_keys:1: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding' {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.755161 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] userauth is OK {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.757757 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 0] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.757916 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 0 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.759931 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 0] Sesch channel 0 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.770291 np0000156481 manila-share[88844]: INFO paramiko.transport [-] Authentication (publickey) successful!
Feb 19 02:42:47.770291 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:47.770734 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 0] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.770883 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] ZFS option mountpoint's value is /gamma/manila_share_fd2783b0_6a6f_4afa_934f_6fae13b94b70. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:42:47.794547 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Share instance fd2783b0-6a6f-4afa-934f-6fae13b94b70 created successfully.
Feb 19 02:42:47.805486 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-dc974acf-d48f-42cd-bda1-b06051ab7688 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs snapshot alpha/manila_share_4b7fae14_6321_438c_9884_647e572f3ab7@manila_share_snapshot_dfff7b5c_c0c2_48a3_a0fe_5ab3bc98fb3e {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:47.805885 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-dc974acf-d48f-42cd-bda1-b06051ab7688 tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 23] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.806189 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 23] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.806332 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 23 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.808702 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 23] Sesch channel 23 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.810412 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Received global request "hostkeys-00@openssh.com" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.810631 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Rejecting "hostkeys-00@openssh.com" global request from server. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.811028 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Debug msg: b'/opt/stack/.ssh/authorized_keys:1: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding' {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.845110 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 23] EOF received (23) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.845522 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 23] EOF sent (23) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.846146 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-dc974acf-d48f-42cd-bda1-b06051ab7688 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:47.850894 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 0] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.851083 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 0 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:47.852919 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 0] Sesch channel 0 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.901461 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 0] EOF received (0) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.901873 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 0] EOF sent (0) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:47.902561 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:47.902962 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.428s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:47.903348 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:47.903979 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:47.941674 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.038s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:47.941806 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:47.942119 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:47.942291 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:47.942610 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:47.942786 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:47.945244 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:47.945451 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:47.945738 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:47.948656 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:47.948839 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:47.949080 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:47.982446 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.033s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:47.982637 np0000156481 manila-share[88844]: INFO manila.share.access [None req-fa8d6098-cdbb-4e79-abbb-f83fe6d1aa10 tempest-MigrationTwoPhaseNFSTest-177544755 None] Access rules were successfully modified for share instance 66848d9c-61e2-49b1-bc90-3d95c62201e6 belonging to share c52b05df-0d3b-44b1-ba41-ce91cbe5be9c.
Feb 19 02:42:48.262024 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 0] EOF received (0) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:48.262265 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 0] EOF sent (0) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:48.262842 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-703ad6c0-88c1-4b3a-8bbd-370b970c7fd8 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:48.262932 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-703ad6c0-88c1-4b3a-8bbd-370b970c7fd8 tempest-ReplicationAdminTest-649857771 None] Info about replica '15792de1-0a77-4129-9df7-e4131e6a0831' creation is following:
Feb 19 02:42:48.262932 np0000156481 manila-share[88844]: receiving full stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241 into gamma/manila_share_15792de1_0a77_4129_9df7_e4131e6a0831@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241
Feb 19 02:42:48.262932 np0000156481 manila-share[88844]: received 43.9K stream in 0.07 seconds (629K/sec)
Feb 19 02:42:48.262932 np0000156481 manila-share[88844]:  {{(pid=88844) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 02:42:48.263246 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-703ad6c0-88c1-4b3a-8bbd-370b970c7fd8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_15792de1_0a77_4129_9df7_e4131e6a0831 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:48.263333 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-703ad6c0-88c1-4b3a-8bbd-370b970c7fd8 tempest-ReplicationAdminTest-649857771 None] [chan 13] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:48.263815 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 13] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:48.263907 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 13 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:48.265152 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 13] Sesch channel 13 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:48.309404 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 13] EOF received (13) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:48.309789 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 13] EOF sent (13) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:48.310429 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-703ad6c0-88c1-4b3a-8bbd-370b970c7fd8 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:48.310751 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-703ad6c0-88c1-4b3a-8bbd-370b970c7fd8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_15792de1_0a77_4129_9df7_e4131e6a0831 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:48.311123 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-703ad6c0-88c1-4b3a-8bbd-370b970c7fd8 tempest-ReplicationAdminTest-649857771 None] [chan 1] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:48.311736 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 1] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:48.311909 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 1 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:48.313737 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 1] Sesch channel 1 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:48.350505 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 1] EOF received (1) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:48.350865 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 1] EOF sent (1) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:48.351547 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-703ad6c0-88c1-4b3a-8bbd-370b970c7fd8 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:48.351889 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-703ad6c0-88c1-4b3a-8bbd-370b970c7fd8 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_15792de1_0a77_4129_9df7_e4131e6a0831" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:48.352532 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-703ad6c0-88c1-4b3a-8bbd-370b970c7fd8 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_15792de1_0a77_4129_9df7_e4131e6a0831" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:48.352813 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-703ad6c0-88c1-4b3a-8bbd-370b970c7fd8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:48.353123 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-703ad6c0-88c1-4b3a-8bbd-370b970c7fd8 tempest-ReplicationAdminTest-649857771 None] [chan 7] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:48.353696 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 7] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:48.353863 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 7 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:48.355729 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 7] Sesch channel 7 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:48.385017 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 7] EOF received (7) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:48.385406 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 7] EOF sent (7) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:48.386017 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-703ad6c0-88c1-4b3a-8bbd-370b970c7fd8 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:48.386393 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-703ad6c0-88c1-4b3a-8bbd-370b970c7fd8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_15792de1_0a77_4129_9df7_e4131e6a0831 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:48.386708 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-703ad6c0-88c1-4b3a-8bbd-370b970c7fd8 tempest-ReplicationAdminTest-649857771 None] [chan 1] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:48.387348 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 1] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:48.387528 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 1 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:48.389410 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 1] Sesch channel 1 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:48.428740 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 1] EOF received (1) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:48.429124 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 1] EOF sent (1) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:48.429844 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-703ad6c0-88c1-4b3a-8bbd-370b970c7fd8 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:48.430247 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-703ad6c0-88c1-4b3a-8bbd-370b970c7fd8 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_15792de1_0a77_4129_9df7_e4131e6a0831" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.078s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:48.430580 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-703ad6c0-88c1-4b3a-8bbd-370b970c7fd8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_15792de1_0a77_4129_9df7_e4131e6a0831 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:48.430976 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-703ad6c0-88c1-4b3a-8bbd-370b970c7fd8 tempest-ReplicationAdminTest-649857771 None] [chan 8] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:48.431591 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 8] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:48.431753 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 8 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:48.433356 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 8] Sesch channel 8 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:48.461743 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 8] EOF received (8) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:48.462090 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 8] EOF sent (8) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:48.462690 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-703ad6c0-88c1-4b3a-8bbd-370b970c7fd8 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:48.463040 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-703ad6c0-88c1-4b3a-8bbd-370b970c7fd8 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is /gamma/manila_share_15792de1_0a77_4129_9df7_e4131e6a0831. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:42:48.498401 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-703ad6c0-88c1-4b3a-8bbd-370b970c7fd8 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_15792de1-0a77-4129-9df7-e4131e6a0831" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:48.498858 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-703ad6c0-88c1-4b3a-8bbd-370b970c7fd8 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_15792de1-0a77-4129-9df7-e4131e6a0831" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:48.501226 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-703ad6c0-88c1-4b3a-8bbd-370b970c7fd8 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_15792de1-0a77-4129-9df7-e4131e6a0831" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:48.501461 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-703ad6c0-88c1-4b3a-8bbd-370b970c7fd8 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_15792de1-0a77-4129-9df7-e4131e6a0831" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:48.501807 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-703ad6c0-88c1-4b3a-8bbd-370b970c7fd8 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_15792de1-0a77-4129-9df7-e4131e6a0831" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:48.517088 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-703ad6c0-88c1-4b3a-8bbd-370b970c7fd8 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_15792de1-0a77-4129-9df7-e4131e6a0831" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:48.517154 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-703ad6c0-88c1-4b3a-8bbd-370b970c7fd8 tempest-ReplicationAdminTest-649857771 None] Share replica 15792de1-0a77-4129-9df7-e4131e6a0831 created successfully.
Feb 19 02:42:48.904222 np0000156481 manila-share[88840]: DEBUG manila.share.driver [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Migration info obtained for share fba93c39-a426-4958-bc87-5cd00e464b5d: {'mount': 'mount -vt nfs %(options)s 127.0.0.1:/alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d %(path)s', 'unmount': 'umount -v %(path)s', 'access_mapping': {'ip': ['nfs']}}. {{(pid=88840) connection_get_info /opt/stack/manila/manila/share/driver.py:660}}
Feb 19 02:42:48.934991 np0000156481 manila-share[88844]: DEBUG manila.share.driver [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Migration info obtained for share fd2783b0-6a6f-4afa-934f-6fae13b94b70: {'mount': 'mount -vt nfs %(options)s 127.0.0.1:/gamma/manila_share_fd2783b0_6a6f_4afa_934f_6fae13b94b70 %(path)s', 'unmount': 'umount -v %(path)s', 'access_mapping': {'ip': ['nfs']}}. {{(pid=88844) connection_get_info /opt/stack/manila/manila/share/driver.py:660}}
Feb 19 02:42:49.415378 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Time to start copying in migration for share 0b5555c0-15d2-4147-be3c-a0689c518b98. {{(pid=88840) _migration_start_host_assisted /opt/stack/manila/manila/share/manager.py:1774}}
Feb 19 02:42:49.620491 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Received request to update access for share instance fba93c39-a426-4958-bc87-5cd00e464b5d. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:42:49.632115 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:49.632554 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:49.635737 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:49.636117 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:49.636590 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:49.744333 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.108s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:49.744477 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Updating access rules for share instance fba93c39-a426-4958-bc87-5cd00e464b5d belonging to share 0b5555c0-15d2-4147-be3c-a0689c518b98. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:42:49.759093 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:49.759498 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:49.763942 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:49.764079 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:49.764288 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:49.774413 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:49.774585 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] All access rules of share instance fba93c39-a426-4958-bc87-5cd00e464b5d are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88840) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 02:42:49.787334 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "zfs-dataset-alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:49.787738 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:49.788137 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:49.788413 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 24] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:49.789114 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 24] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:49.789217 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 24 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:49.790786 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 24] Sesch channel 24 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:49.824651 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 24] EOF received (24) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:49.825012 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 24] EOF sent (24) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:49.825682 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:49.826118 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs set sharenfs=ro=127.0.0.1,no_root_squash alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:49.826462 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 10] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:49.826994 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 10] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:49.827233 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 10 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:49.828769 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 10] Sesch channel 10 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:49.880179 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 10] EOF received (10) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:49.880288 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 10] EOF sent (10) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:49.880889 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:49.882041 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.093s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:49.882041 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:49.882253 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:49.924473 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.042s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:49.924473 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:49.924969 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:49.924969 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:49.925092 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:49.925978 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:49.927637 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Received request to update access for share instance 96946420-3a20-443f-a635-099098b4831c. {{(pid=88844) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:42:49.928232 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:49.928232 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:49.928658 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:49.931026 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:49.931159 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:49.931380 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:49.941831 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:49.942272 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:49.944105 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:49.944270 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:49.944515 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:49.967129 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.036s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:49.967303 np0000156481 manila-share[88840]: INFO manila.share.access [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Access rules were successfully modified for share instance fba93c39-a426-4958-bc87-5cd00e464b5d belonging to share 0b5555c0-15d2-4147-be3c-a0689c518b98.
Feb 19 02:42:49.968621 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] Received request to update access for share instance df8e7874-1e52-4a93-b7ab-c975d9a40fe4. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:42:49.979085 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.034s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:49.979237 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Updating access rules for share instance 96946420-3a20-443f-a635-099098b4831c belonging to share 9f14810d-6076-4e48-bde1-2a1417263a63. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:42:49.980543 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:49.981388 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:49.982567 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:49.982692 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:49.982890 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:49.992036 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:49.992403 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:49.998335 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:49.998505 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:49.998781 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:50.011839 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.013s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:50.014086 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.031s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:50.014086 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] Updating access rules for share instance df8e7874-1e52-4a93-b7ab-c975d9a40fe4 belonging to share 66a17231-0303-4514-a4bd-5ab5d6cad14a. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:42:50.023966 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "zfs-dataset-gamma/manila_share_96946420_3a20_443f_a635_099098b4831c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:50.024363 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-gamma/manila_share_96946420_3a20_443f_a635_099098b4831c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:50.024640 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:50.025215 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 1] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.025388 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 1] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.025490 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 1 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.026918 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 1] Sesch channel 1 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.029129 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:50.029380 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:50.037798 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:50.037962 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:50.038177 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:50.051866 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 1] EOF received (1) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.052104 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 1] EOF sent (1) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.052556 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:50.052847 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash gamma/manila_share_96946420_3a20_443f_a635_099098b4831c {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:50.053071 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 2] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.053561 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 2] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.053680 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 2 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.055504 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.017s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:50.055968 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 2] Sesch channel 2 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.073891 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "zfs-dataset-alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:50.074178 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:50.074409 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:50.074599 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 25] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.076163 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 25] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.076244 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 25 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.079913 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 25] Sesch channel 25 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.082361 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ffdd8f0c-87fb-4e8c-adc3-438b09d52b09" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:50.082548 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] Lock "locked_access_rules_operation_by_share_instance_ffdd8f0c-87fb-4e8c-adc3-438b09d52b09" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:50.085871 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] Lock "locked_access_rules_operation_by_share_instance_ffdd8f0c-87fb-4e8c-adc3-438b09d52b09" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:50.085999 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ffdd8f0c-87fb-4e8c-adc3-438b09d52b09" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:50.086208 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] Lock "locked_access_rules_operation_by_share_instance_ffdd8f0c-87fb-4e8c-adc3-438b09d52b09" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:50.088525 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] Lock "locked_access_rules_operation_by_share_instance_ffdd8f0c-87fb-4e8c-adc3-438b09d52b09" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:50.088525 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ffdd8f0c-87fb-4e8c-adc3-438b09d52b09" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:50.088712 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] Lock "locked_access_rules_operation_by_share_instance_ffdd8f0c-87fb-4e8c-adc3-438b09d52b09" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:50.090636 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] Lock "locked_access_rules_operation_by_share_instance_ffdd8f0c-87fb-4e8c-adc3-438b09d52b09" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:50.090802 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] All access rules have been synced for share instance ffdd8f0c-87fb-4e8c-adc3-438b09d52b09 belonging to share add5c63e-65b4-442b-8bf8-8a99309c6a0e. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:42:50.096200 np0000156481 manila-share[88840]: DEBUG manila.ssh_utils [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] ssh.connect: ip: 127.0.0.1, port: 22, look_for_keys: True, timeout: 60, banner_timeout: 60 {{(pid=88840) create /opt/stack/manila/manila/ssh_utils.py:90}}
Feb 19 02:42:50.096200 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] starting thread (client mode): 0xf4856d80 {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.096200 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Local version/idstring: SSH-2.0-paramiko_4.0.0 {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.105871 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 2] EOF received (2) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.106274 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 2] EOF sent (2) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.107089 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:50.107683 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-gamma/manila_share_96946420_3a20_443f_a635_099098b4831c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.083s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:50.108019 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:50.108182 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Remote version/idstring: SSH-2.0-OpenSSH_9.6p1 Ubuntu-3ubuntu13.14 {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.108392 np0000156481 manila-share[88840]: INFO paramiko.transport [-] Connected (version 2.0, client OpenSSH_9.6p1)
Feb 19 02:42:50.108565 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:50.109476 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 25] EOF received (25) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.109861 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 25] EOF sent (25) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.110550 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:50.110904 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] === Key exchange possibilities === {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.111069 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] kex algos: curve25519-sha256@libssh.org, ecdh-sha2-nistp521, ecdh-sha2-nistp384, ecdh-sha2-nistp256, diffie-hellman-group-exchange-sha256, ext-info-s, kex-strict-s-v00@openssh.com {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.111223 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] server key: rsa-sha2-512, rsa-sha2-256, ecdsa-sha2-nistp256, ssh-ed25519 {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.111400 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] client encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.111554 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] server encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.111700 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] client mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.111845 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] server mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.111992 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] client compress: none, zlib@openssh.com {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.112134 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] server compress: none, zlib@openssh.com {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.112279 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] client lang: <none> {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.112469 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] server lang: <none> {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.112613 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] kex follows: False {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.112754 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] === Key exchange agreements === {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.112910 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Strict kex mode: True {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.113089 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Kex: curve25519-sha256@libssh.org {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.113260 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] HostKey: ssh-ed25519 {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.113466 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Cipher: aes128-ctr {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.113636 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] MAC: hmac-sha2-256 {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.113865 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Compression: none {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.114009 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] === End of kex handshake === {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.120734 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Resetting outbound seqno after NEWKEYS due to strict mode {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.120855 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] kex engine KexCurve25519 specified hash_algo <built-in function openssl_sha256> {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.121104 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Switch to new keys ... {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.121296 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Resetting inbound seqno after NEWKEYS due to strict mode {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.121518 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Got EXT_INFO: {'server-sig-algs': b'ssh-ed25519,ecdsa-sha2-nistp256,ecdsa-sha2-nistp384,ecdsa-sha2-nistp521,sk-ssh-ed25519@openssh.com,sk-ecdsa-sha2-nistp256@openssh.com,rsa-sha2-512,rsa-sha2-256', 'publickey-hostbound@openssh.com': b'0', 'ping@openssh.com': b'0'} {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.121795 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] Adding ssh-ed25519 host key for 127.0.0.1: b'de6238e06fb604412ad1c08409e8a8e9' {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.122357 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] Trying discovered key b'ccfdc5a523283ede9316b31801b388fd' in /opt/stack/.ssh/id_ecdsa {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.156348 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.048s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:50.156536 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:50.156994 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:50.157098 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:50.157300 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:50.157584 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:50.160353 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:50.160552 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:50.160843 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:50.161941 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] userauth is OK {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.163275 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:50.163476 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:50.163772 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:50.177152 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Lock "locked-share-replica-operation-for-share-d465e4f0-78e1-4f3c-92d4-b5c4d0ca857e" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:42:50.177243 np0000156481 manila-share[88840]: INFO paramiko.transport [-] Authentication (publickey) successful!
Feb 19 02:42:50.178399 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:50.178399 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] [chan 0] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.178399 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:50.178696 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 11] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.179306 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 11] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.179503 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 11 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.181964 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 11] Sesch channel 11 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.214900 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Received global request "hostkeys-00@openssh.com" {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.215392 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Rejecting "hostkeys-00@openssh.com" global request from server. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.215450 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Debug msg: b'/opt/stack/.ssh/authorized_keys:1: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding' {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.225388 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 11] EOF received (11) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.225715 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 11] EOF sent (11) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.226189 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:50.226500 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.152s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:50.226730 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:50.227096 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:50.238245 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.074s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:50.238485 np0000156481 manila-share[88844]: INFO manila.share.access [None req-b648d4e1-56d8-4389-9c3b-27491fc3805c tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Access rules were successfully modified for share instance 96946420-3a20-443f-a635-099098b4831c belonging to share 9f14810d-6076-4e48-bde1-2a1417263a63.
Feb 19 02:42:50.254920 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 0] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.255026 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 0 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.258308 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 0] Sesch channel 0 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.260600 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_15792de1-0a77-4129-9df7-e4131e6a0831" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:50.261007 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_15792de1-0a77-4129-9df7-e4131e6a0831" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:50.262898 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_15792de1-0a77-4129-9df7-e4131e6a0831" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:50.263031 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_15792de1-0a77-4129-9df7-e4131e6a0831" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:50.263243 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_15792de1-0a77-4129-9df7-e4131e6a0831" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:50.265534 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_15792de1-0a77-4129-9df7-e4131e6a0831" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:50.265685 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_15792de1-0a77-4129-9df7-e4131e6a0831" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:50.265887 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_15792de1-0a77-4129-9df7-e4131e6a0831" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:50.267611 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_15792de1-0a77-4129-9df7-e4131e6a0831" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:50.267734 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] All access rules have been synced for share instance 15792de1-0a77-4129-9df7-e4131e6a0831 belonging to share d465e4f0-78e1-4f3c-92d4-b5c4d0ca857e. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:42:50.270831 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:50.271024 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] [chan 14] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.271986 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 14] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.271986 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 14 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.273185 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 14] Sesch channel 14 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.277220 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.050s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:50.277467 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:50.277831 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:50.278016 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:50.278186 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:50.278472 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:50.281398 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:50.281398 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:50.281673 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:50.283794 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:50.284006 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:50.284302 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:50.290199 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 0] EOF received (0) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.290538 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 0] EOF sent (0) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.291066 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:50.291420 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:50.292297 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] [chan 26] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.293090 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 26] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.293517 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 26 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.295035 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 26] Sesch channel 26 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.299179 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 14] EOF received (14) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.299608 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 14] EOF sent (14) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.300272 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:50.300708 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_15792de1_0a77_4129_9df7_e4131e6a0831@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:50.301553 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_15792de1_0a77_4129_9df7_e4131e6a0831@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:50.301809 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_15792de1_0a77_4129_9df7_e4131e6a0831@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:50.302070 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] [chan 2] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.302982 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 2] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.302982 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 2 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.304845 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 2] Sesch channel 2 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.314297 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.030s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:50.314463 np0000156481 manila-share[88840]: INFO manila.share.access [None req-51fbe506-f2d4-4692-a4be-71d65183835e tempest-MigrationWithShareExtendingNFSTest-947948388 None] Access rules were successfully modified for share instance df8e7874-1e52-4a93-b7ab-c975d9a40fe4 belonging to share 66a17231-0303-4514-a4bd-5ab5d6cad14a.
Feb 19 02:42:50.322899 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 26] EOF received (26) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.323133 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 26] EOF sent (26) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.323551 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:50.323805 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] Acquiring lock "zfs-dataset-alpha/manila_share_ffdd8f0c_87fb_4e8c_adc3_438b09d52b09" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:50.324201 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] Lock "zfs-dataset-alpha/manila_share_ffdd8f0c_87fb_4e8c_adc3_438b09d52b09" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:50.324398 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_ffdd8f0c_87fb_4e8c_adc3_438b09d52b09 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:50.324619 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] [chan 12] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.325013 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 12] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.325118 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 12 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.327387 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 12] Sesch channel 12 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.331796 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 2] EOF received (2) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.332037 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 2] EOF sent (2) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.332732 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:50.333080 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:42:50.333667 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:50.334025 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] [chan 2] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.334821 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 2] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.335119 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 2 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.337544 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 2] Sesch channel 2 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.350797 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 12] EOF received (12) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.351432 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 12] EOF sent (12) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.352188 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:50.352877 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:42:50.353188 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] Lock "zfs-dataset-alpha/manila_share_ffdd8f0c_87fb_4e8c_adc3_438b09d52b09" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.029s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:50.353695 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] Acquiring lock "zfs-dataset-alpha/manila_share_ffdd8f0c_87fb_4e8c_adc3_438b09d52b09" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:50.354480 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] Lock "zfs-dataset-alpha/manila_share_ffdd8f0c_87fb_4e8c_adc3_438b09d52b09" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:50.354911 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_ffdd8f0c_87fb_4e8c_adc3_438b09d52b09 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:50.355431 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] [chan 1] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.356228 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 1] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.356452 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 1 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.358848 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 1] Sesch channel 1 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.359509 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 2] EOF received (2) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.359890 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 2] EOF sent (2) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.360535 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:50.383278 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 1] EOF received (1) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.383679 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 1] EOF sent (1) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.384293 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:50.384665 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] ZFS option mountpoint's value is /alpha/manila_share_ffdd8f0c_87fb_4e8c_adc3_438b09d52b09. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:42:50.384940 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] Running cmd (SSH): lsof -w /alpha/manila_share_ffdd8f0c_87fb_4e8c_adc3_438b09d52b09 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:50.385282 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] [chan 27] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.385923 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 27] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.386087 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 27 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.388787 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 27] Sesch channel 27 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.484591 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] Received request to update access for share instance 66848d9c-61e2-49b1-bc90-3d95c62201e6. {{(pid=88844) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:42:50.499692 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:50.499985 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:50.501844 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:50.502000 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:50.502206 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:50.518395 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 27] EOF received (27) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.518665 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 27] EOF sent (27) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.520368 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:50.521171 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] Running cmd (SSH): sudo umount /alpha/manila_share_ffdd8f0c_87fb_4e8c_adc3_438b09d52b09 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:50.521607 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] [chan 2] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.522252 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 2] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.522451 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 2 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.534184 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.032s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:50.534353 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] Updating access rules for share instance 66848d9c-61e2-49b1-bc90-3d95c62201e6 belonging to share c52b05df-0d3b-44b1-ba41-ce91cbe5be9c. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:42:50.539217 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 2] Sesch channel 2 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.550751 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:50.551094 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:50.557961 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:50.558181 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:50.558648 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:50.569670 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 2] EOF received (2) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.569803 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 2] EOF sent (2) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.570111 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:50.574119 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:50.590457 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "zfs-dataset-gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:50.590737 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:50.590957 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:50.591161 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 15] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.591765 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 15] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.591857 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 15 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.593759 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 15] Sesch channel 15 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.617684 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-cafbfd47-6c70-4fd5-8c7c-7749915ec383 tempest-ReplicationActionsAdminTest-1944799921 None] Created reservations ['bb4b1836-397f-4e30-9c4f-206e90bafd1c', '69d17c7d-acbb-435a-b74c-accaafb1c05c', 'fa52b8c6-b137-47b7-824f-c3214b70695f', 'a0755e6a-4468-435d-9772-02e7019ebd26', '92510623-01e4-450e-b416-f902fdfd139e', 'eaa16cd9-457f-4cec-a631-52fb4ad42f40', '69d60710-0e48-4a21-af6e-cf16b149e89e', '148ceae4-fbdc-482a-894f-0085d03357b6'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:42:50.625583 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 15] EOF received (15) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.625986 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 15] EOF sent (15) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.626746 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:50.627185 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash,ro=51.51.51.51,no_root_squash gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:50.627655 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 9] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.628198 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 9] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.628402 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 9 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:50.630429 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 9] Sesch channel 9 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.631747 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-cafbfd47-6c70-4fd5-8c7c-7749915ec383 tempest-ReplicationActionsAdminTest-1944799921 None] Committed reservations ['bb4b1836-397f-4e30-9c4f-206e90bafd1c', '69d17c7d-acbb-435a-b74c-accaafb1c05c', 'fa52b8c6-b137-47b7-824f-c3214b70695f', 'a0755e6a-4468-435d-9772-02e7019ebd26', '92510623-01e4-450e-b416-f902fdfd139e', 'eaa16cd9-457f-4cec-a631-52fb4ad42f40', '69d60710-0e48-4a21-af6e-cf16b149e89e', '148ceae4-fbdc-482a-894f-0085d03357b6'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:42:50.678063 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 9] EOF received (9) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.678535 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 9] EOF sent (9) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:50.679136 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:50.679559 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.089s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:50.679899 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:50.680446 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:50.702636 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-cafbfd47-6c70-4fd5-8c7c-7749915ec383 tempest-ReplicationActionsAdminTest-1944799921 None] Share 51715c11-f198-4f46-9ce0-873fd9e69530: unmanaged successfully.
Feb 19 02:42:50.735228 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.055s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:50.735377 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:50.735670 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:50.735842 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:50.736016 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:50.736284 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:50.738556 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:50.738678 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:50.738884 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:50.740451 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:50.740572 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:50.740773 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:50.766184 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.025s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:50.766391 np0000156481 manila-share[88844]: INFO manila.share.access [None req-18dc490b-c077-49be-b77b-cc64caffc994 tempest-MigrationTwoPhaseNFSTest-177544755 None] Access rules were successfully modified for share instance 66848d9c-61e2-49b1-bc90-3d95c62201e6 belonging to share c52b05df-0d3b-44b1-ba41-ce91cbe5be9c.
Feb 19 02:42:51.090442 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Received request to update access for share instance fd2783b0-6a6f-4afa-934f-6fae13b94b70. {{(pid=88844) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:42:51.105404 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:51.105877 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:51.110740 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:51.110740 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:51.110740 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:51.175820 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.066s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:51.176001 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Updating access rules for share instance fd2783b0-6a6f-4afa-934f-6fae13b94b70 belonging to share 0b5555c0-15d2-4147-be3c-a0689c518b98. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:42:51.191643 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:51.191997 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:51.197412 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:51.197560 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:51.197763 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:51.212581 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:51.227336 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "zfs-dataset-gamma/manila_share_fd2783b0_6a6f_4afa_934f_6fae13b94b70" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:51.227754 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-gamma/manila_share_fd2783b0_6a6f_4afa_934f_6fae13b94b70" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:51.228012 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:51.228263 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 3] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:51.229101 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 3] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:51.229212 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 3 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:51.232910 np0000156481 manila-share[88844]: DEBUG dbcounter [-] [88844] Writing DB stats manila:SELECT=510,manila:UPDATE=32,manila:INSERT=37 {{(pid=88844) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:42:51.234430 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 3] Sesch channel 3 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:51.262257 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 3] EOF received (3) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:51.262727 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 3] EOF sent (3) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:51.263574 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:51.263887 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs set sharenfs=rw=127.0.0.1,no_root_squash gamma/manila_share_fd2783b0_6a6f_4afa_934f_6fae13b94b70 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:51.264227 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 3] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:51.264985 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 3] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:51.265180 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 3 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:51.267333 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 3] Sesch channel 3 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:51.271975 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fcbde9a5-355b-494f-a48d-46c70e3bfa64 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vD alpha/manila_share_4b7fae14_6321_438c_9884_647e572f3ab7@manila_share_snapshot_dfff7b5c_c0c2_48a3_a0fe_5ab3bc98fb3e '|' ssh stack@127.0.0.1 sudo zfs receive -v betta/subdir/manila_share_31fbc35c_fdab_448e_96da_277a89b412de {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:51.272480 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-fcbde9a5-355b-494f-a48d-46c70e3bfa64 tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 28] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:51.272564 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 28] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:51.272653 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 28 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:51.274291 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 28] Sesch channel 28 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:51.317743 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 3] EOF received (3) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:51.318139 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 3] EOF sent (3) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:51.318789 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:51.319200 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-gamma/manila_share_fd2783b0_6a6f_4afa_934f_6fae13b94b70" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.091s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:51.319559 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:51.320066 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:51.375123 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.055s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:51.375364 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:51.375698 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:51.375877 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:51.376047 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:51.376819 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:51.378942 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:51.378942 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:51.379206 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:51.382082 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:51.382207 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:51.382444 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:51.409657 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:51.409851 np0000156481 manila-share[88844]: INFO manila.share.access [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Access rules were successfully modified for share instance fd2783b0-6a6f-4afa-934f-6fae13b94b70 belonging to share 0b5555c0-15d2-4147-be3c-a0689c518b98.
Feb 19 02:42:51.441072 np0000156481 manila-share[88840]: DEBUG dbcounter [-] [88840] Writing DB stats manila:SELECT=542,manila:UPDATE=44,manila:INSERT=65 {{(pid=88840) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:42:51.812794 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 28] EOF received (28) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:51.813224 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 28] EOF sent (28) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:51.813729 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fcbde9a5-355b-494f-a48d-46c70e3bfa64 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:51.813941 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fcbde9a5-355b-494f-a48d-46c70e3bfa64 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs set quota=1G betta/subdir/manila_share_31fbc35c_fdab_448e_96da_277a89b412de {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:51.814175 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-fcbde9a5-355b-494f-a48d-46c70e3bfa64 tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 3] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:51.814566 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 3] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:51.814671 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 3 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:51.816209 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 3] Sesch channel 3 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:51.857385 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 3] EOF received (3) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:51.857749 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 3] EOF sent (3) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:51.858302 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fcbde9a5-355b-494f-a48d-46c70e3bfa64 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:51.858640 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fcbde9a5-355b-494f-a48d-46c70e3bfa64 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs set compression=gzip betta/subdir/manila_share_31fbc35c_fdab_448e_96da_277a89b412de {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:51.858955 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-fcbde9a5-355b-494f-a48d-46c70e3bfa64 tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 29] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:51.859561 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 29] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:51.859732 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 29 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:51.861644 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 29] Sesch channel 29 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:51.898484 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 29] EOF received (29) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:51.898848 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 29] EOF sent (29) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:51.899425 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fcbde9a5-355b-494f-a48d-46c70e3bfa64 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:51.899734 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fcbde9a5-355b-494f-a48d-46c70e3bfa64 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs set readonly=off betta/subdir/manila_share_31fbc35c_fdab_448e_96da_277a89b412de {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:51.900053 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-fcbde9a5-355b-494f-a48d-46c70e3bfa64 tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 4] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:51.900634 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 4] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:51.900797 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 4 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:51.902687 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 4] Sesch channel 4 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:51.945060 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 4] EOF received (4) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:51.945473 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 4] EOF sent (4) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:51.946070 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fcbde9a5-355b-494f-a48d-46c70e3bfa64 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:51.946583 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fcbde9a5-355b-494f-a48d-46c70e3bfa64 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs destroy betta/subdir/manila_share_31fbc35c_fdab_448e_96da_277a89b412de@manila_share_snapshot_dfff7b5c_c0c2_48a3_a0fe_5ab3bc98fb3e {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:51.946929 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-fcbde9a5-355b-494f-a48d-46c70e3bfa64 tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 30] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:51.947551 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 30] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:51.947724 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 30 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:51.949587 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 30] Sesch channel 30 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:51.989042 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 30] EOF received (30) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:51.989440 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 30] EOF sent (30) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:51.990016 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fcbde9a5-355b-494f-a48d-46c70e3bfa64 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:51.990477 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fcbde9a5-355b-494f-a48d-46c70e3bfa64 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_31fbc35c_fdab_448e_96da_277a89b412de {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:51.990806 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-fcbde9a5-355b-494f-a48d-46c70e3bfa64 tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 13] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:51.991417 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 13] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:51.991585 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 13 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:51.993329 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 13] Sesch channel 13 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:52.022028 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 13] EOF received (13) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:52.022405 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 13] EOF sent (13) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:52.022968 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fcbde9a5-355b-494f-a48d-46c70e3bfa64 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:52.023308 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-fcbde9a5-355b-494f-a48d-46c70e3bfa64 tempest-SharesFromSnapshotAcrossPools-1974326921 None] ZFS option mountpoint's value is /betta/subdir/manila_share_31fbc35c_fdab_448e_96da_277a89b412de. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:42:52.049289 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-fcbde9a5-355b-494f-a48d-46c70e3bfa64 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Share instance 31fbc35c-fdab-448e-96da-277a89b412de created successfully.
Feb 19 02:42:52.361737 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_15792de1_0a77_4129_9df7_e4131e6a0831@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:52.362246 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] [chan 3] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:52.362923 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 3] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:52.363085 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 3 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:52.365249 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 3] Sesch channel 3 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:52.404086 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 3] EOF received (3) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:52.404400 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 3] EOF sent (3) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:52.404819 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:52.405163 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_15792de1_0a77_4129_9df7_e4131e6a0831@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.104s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:52.405350 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:52.405597 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] [chan 16] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:52.406045 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 16] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:52.406158 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 16 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:52.407630 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 16] Sesch channel 16 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:52.438556 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 16] EOF received (16) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:52.438920 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 16] EOF sent (16) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:52.439648 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:52.440046 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_15792de1_0a77_4129_9df7_e4131e6a0831" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:52.440635 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_15792de1_0a77_4129_9df7_e4131e6a0831" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:52.440910 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_15792de1_0a77_4129_9df7_e4131e6a0831 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:52.441231 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] [chan 10] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:52.441929 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 10] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:52.442059 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 10 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:52.443710 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 10] Sesch channel 10 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:52.469676 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 10] EOF received (10) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:52.470084 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 10] EOF sent (10) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:52.470679 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:52.470992 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:42:52.471272 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_15792de1_0a77_4129_9df7_e4131e6a0831" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.031s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:52.471590 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_15792de1_0a77_4129_9df7_e4131e6a0831" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:52.472019 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_15792de1_0a77_4129_9df7_e4131e6a0831" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:52.472379 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_15792de1_0a77_4129_9df7_e4131e6a0831 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:52.472712 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] [chan 4] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:52.473155 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 4] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:52.473258 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 4 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:52.474665 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 4] Sesch channel 4 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:52.503100 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 4] EOF received (4) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:52.503529 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 4] EOF sent (4) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:52.504100 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:52.504499 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is /gamma/manila_share_15792de1_0a77_4129_9df7_e4131e6a0831. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:42:52.504761 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): lsof -w /gamma/manila_share_15792de1_0a77_4129_9df7_e4131e6a0831 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:52.505074 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] [chan 4] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:52.505626 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 4] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:52.505787 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 4 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:52.507716 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 4] Sesch channel 4 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:52.571489 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_ffdd8f0c_87fb_4e8c_adc3_438b09d52b09 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:52.571894 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] [chan 5] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:52.572717 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 5] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:52.572931 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 5 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:52.574933 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 5] Sesch channel 5 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:52.636858 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 4] EOF received (4) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:52.637375 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 4] EOF sent (4) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:52.638097 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:52.638736 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount /gamma/manila_share_15792de1_0a77_4129_9df7_e4131e6a0831 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:52.639154 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] [chan 17] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:52.639804 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 17] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:52.640013 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 17 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:52.641571 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 17] Sesch channel 17 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:52.647261 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 5] EOF received (5) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:52.647448 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 5] EOF sent (5) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:52.647726 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:52.647968 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] Lock "zfs-dataset-alpha/manila_share_ffdd8f0c_87fb_4e8c_adc3_438b09d52b09" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.294s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:52.674669 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 17] EOF received (17) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:52.675039 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 17] EOF sent (17) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:52.675554 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:52.726839 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] Created reservations ['e36aef8e-902a-4a12-b4bc-edaef3c7c4bb', 'c75740f0-8fba-458b-97e9-79d66e76a56a', '0eab5708-5084-4fcc-9bb5-5ae589df9411', '21aee0f0-103e-4337-97c6-c6bfc8aab6d5'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:42:52.739121 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] Committed reservations ['e36aef8e-902a-4a12-b4bc-edaef3c7c4bb', 'c75740f0-8fba-458b-97e9-79d66e76a56a', '0eab5708-5084-4fcc-9bb5-5ae589df9411', '21aee0f0-103e-4337-97c6-c6bfc8aab6d5'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:42:52.742554 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-b1049710-d84f-4cdb-bb42-6f3ee5c9f2c5 tempest-AdminActionsTest-528634798 None] Share instance ffdd8f0c-87fb-4e8c-adc3-438b09d52b09: deleted successfully.
Feb 19 02:42:53.086896 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Received request to update access for share instance 96946420-3a20-443f-a635-099098b4831c. {{(pid=88844) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:42:53.106996 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:53.107388 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:53.115285 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:53.115596 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:53.116048 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:53.148386 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] Received request to update access for share instance df8e7874-1e52-4a93-b7ab-c975d9a40fe4. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:42:53.163816 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:53.164100 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.048s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:53.164299 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Updating access rules for share instance 96946420-3a20-443f-a635-099098b4831c belonging to share 9f14810d-6076-4e48-bde1-2a1417263a63. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:42:53.164679 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:53.167442 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:53.167806 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:53.168295 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:53.182141 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:53.182631 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:53.189808 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:53.190808 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:53.190808 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:53.206198 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:53.214649 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.046s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:53.214649 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] Updating access rules for share instance df8e7874-1e52-4a93-b7ab-c975d9a40fe4 belonging to share 66a17231-0303-4514-a4bd-5ab5d6cad14a. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:42:53.224239 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "zfs-dataset-gamma/manila_share_96946420_3a20_443f_a635_099098b4831c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:53.224587 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-gamma/manila_share_96946420_3a20_443f_a635_099098b4831c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:53.224832 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:53.225049 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 5] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.225531 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 5] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.225622 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 5 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:53.226996 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 5] Sesch channel 5 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.228416 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:53.228685 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:53.235042 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:53.235228 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:53.235638 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:53.251382 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:53.267890 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "zfs-dataset-alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:53.268146 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 5] EOF sent (5) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.268445 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:53.268479 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 5] EOF received (5) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.268506 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:53.268768 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 31] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.268814 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:53.268967 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash,ro=51.51.51.51,no_root_squash gamma/manila_share_96946420_3a20_443f_a635_099098b4831c {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:53.269032 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 31] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.271107 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 31 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:53.271426 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 4] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.271469 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 31] Sesch channel 31 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.273588 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 4] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.273676 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 4 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:53.275838 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 4] Sesch channel 4 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.298860 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 31] EOF received (31) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.299051 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 31] EOF sent (31) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.299360 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:53.299557 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash,ro=51.51.51.51,no_root_squash alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:53.299726 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 14] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.300068 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 14] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.300129 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 14 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:53.301713 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 14] Sesch channel 14 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.319078 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 4] EOF received (4) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.319337 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 4] EOF sent (4) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.321214 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:53.321483 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-gamma/manila_share_96946420_3a20_443f_a635_099098b4831c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.097s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:53.321691 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:53.322053 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:53.352499 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 14] EOF received (14) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.352915 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 14] EOF sent (14) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.353556 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:53.353925 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.086s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:53.354239 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:53.354762 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:53.381273 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.059s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:53.381778 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:53.381778 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:53.381778 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:53.381987 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:53.382115 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:53.384277 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:53.384426 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:53.384604 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:53.386599 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:53.386726 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:53.386921 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:53.396529 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1530bcdd-5110-4b32-bf4d-f487b2c50b57 tempest-AdminActionsTest-528634798 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off gamma/manila_share_a916c8f9_c265_4722_ba51_2834f1268776 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:53.396704 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-1530bcdd-5110-4b32-bf4d-f487b2c50b57 tempest-AdminActionsTest-528634798 None] [chan 5] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.398146 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 5] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.398236 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 5 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:53.406499 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 5] Sesch channel 5 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.406606 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.051s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:53.406606 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:53.406870 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:53.407043 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:53.407401 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:53.407688 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:53.409075 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.022s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:53.409075 np0000156481 manila-share[88844]: INFO manila.share.access [None req-864771dc-5af3-4a9f-bb14-834f0c7c9efa tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Access rules were successfully modified for share instance 96946420-3a20-443f-a635-099098b4831c belonging to share 9f14810d-6076-4e48-bde1-2a1417263a63.
Feb 19 02:42:53.410460 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:53.410460 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:53.410593 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:53.413041 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:53.413171 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:53.413388 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:53.445378 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.032s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:53.445471 np0000156481 manila-share[88840]: INFO manila.share.access [None req-77dabe80-b4f2-4386-b429-24df712394ee tempest-MigrationWithShareExtendingNFSTest-947948388 None] Access rules were successfully modified for share instance df8e7874-1e52-4a93-b7ab-c975d9a40fe4 belonging to share 66a17231-0303-4514-a4bd-5ab5d6cad14a.
Feb 19 02:42:53.505140 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 5] EOF received (5) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.505340 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 5] EOF sent (5) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.505802 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1530bcdd-5110-4b32-bf4d-f487b2c50b57 tempest-AdminActionsTest-528634798 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:53.506017 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1530bcdd-5110-4b32-bf4d-f487b2c50b57 tempest-AdminActionsTest-528634798 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_a916c8f9_c265_4722_ba51_2834f1268776 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:53.506246 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-1530bcdd-5110-4b32-bf4d-f487b2c50b57 tempest-AdminActionsTest-528634798 None] [chan 11] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.506763 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 11] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.506763 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 11 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:53.508189 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 11] Sesch channel 11 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.537271 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 11] EOF received (11) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.537497 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 11] EOF sent (11) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.538044 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1530bcdd-5110-4b32-bf4d-f487b2c50b57 tempest-AdminActionsTest-528634798 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:53.538462 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1530bcdd-5110-4b32-bf4d-f487b2c50b57 tempest-AdminActionsTest-528634798 None] ZFS option mountpoint's value is /gamma/manila_share_a916c8f9_c265_4722_ba51_2834f1268776. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:42:53.567739 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-1530bcdd-5110-4b32-bf4d-f487b2c50b57 tempest-AdminActionsTest-528634798 None] Share instance a916c8f9-c265-4722-ba51-2834f1268776 created successfully.
Feb 19 02:42:53.760400 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Entered migration_start method for share c52b05df-0d3b-44b1-ba41-ce91cbe5be9c. {{(pid=88844) migration_start /opt/stack/manila/manila/share/manager.py:1657}}
Feb 19 02:42:53.763227 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-baf34778-421d-46b1-80a8-21059d39dde9 tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs get used betta/subdir/manila_share_9e7d184b_2d20_4bbb_9f6b_a8f6c087b6cc {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:53.763972 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-baf34778-421d-46b1-80a8-21059d39dde9 tempest-ReplicationActionsAdminTest-1944799921 None] [chan 6] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.765197 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 6] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.765197 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 6 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:53.766220 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 6] Sesch channel 6 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.796369 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 6] EOF received (6) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.796369 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 6] EOF sent (6) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.796369 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-baf34778-421d-46b1-80a8-21059d39dde9 tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:53.796369 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-baf34778-421d-46b1-80a8-21059d39dde9 tempest-ReplicationActionsAdminTest-1944799921 None] ZFS option used's value is 24K. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:42:53.799195 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-baf34778-421d-46b1-80a8-21059d39dde9 tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:53.799576 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-baf34778-421d-46b1-80a8-21059d39dde9 tempest-ReplicationActionsAdminTest-1944799921 None] [chan 32] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.800152 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 32] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.800378 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 32 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:53.802180 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 32] Sesch channel 32 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.820155 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Starting host-assisted migration for share c52b05df-0d3b-44b1-ba41-ce91cbe5be9c. {{(pid=88844) migration_start /opt/stack/manila/manila/share/manager.py:1707}}
Feb 19 02:42:53.840549 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 32] EOF received (32) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.840549 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 32] EOF sent (32) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.840549 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-baf34778-421d-46b1-80a8-21059d39dde9 tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:53.840549 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-baf34778-421d-46b1-80a8-21059d39dde9 tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo mount {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:53.840549 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-baf34778-421d-46b1-80a8-21059d39dde9 tempest-ReplicationActionsAdminTest-1944799921 None] [chan 7] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.841103 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 7] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.841590 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 7 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:53.843546 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 7] Sesch channel 7 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.844013 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:53.844494 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:53.864104 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 7] EOF received (7) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.864563 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 7] EOF sent (7) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.865762 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-baf34778-421d-46b1-80a8-21059d39dde9 tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:53.866256 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-baf34778-421d-46b1-80a8-21059d39dde9 tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs umount -f betta/subdir/manila_share_9e7d184b_2d20_4bbb_9f6b_a8f6c087b6cc {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:53.866650 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-baf34778-421d-46b1-80a8-21059d39dde9 tempest-ReplicationActionsAdminTest-1944799921 None] [chan 33] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.879941 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 33] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.880127 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 33 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:53.881645 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 33] Sesch channel 33 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.908409 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.064s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:53.908629 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Received request to update access for share instance 66848d9c-61e2-49b1-bc90-3d95c62201e6. {{(pid=88844) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:42:53.925450 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 33] EOF received (33) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.925866 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 33] EOF sent (33) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.926610 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-baf34778-421d-46b1-80a8-21059d39dde9 tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:53.927052 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-baf34778-421d-46b1-80a8-21059d39dde9 tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo mount {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:53.927523 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-baf34778-421d-46b1-80a8-21059d39dde9 tempest-ReplicationActionsAdminTest-1944799921 None] [chan 8] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.928127 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 8] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.928232 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 8 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:53.928443 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:53.928744 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:53.929815 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 8] Sesch channel 8 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.930962 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:53.931107 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:53.931468 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:53.950555 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 8] EOF received (8) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.950555 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 8] EOF sent (8) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.950555 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-baf34778-421d-46b1-80a8-21059d39dde9 tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:53.950555 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-baf34778-421d-46b1-80a8-21059d39dde9 tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs rename betta/subdir/manila_share_9e7d184b_2d20_4bbb_9f6b_a8f6c087b6cc betta/subdir/manila_share_4423611c_66db_43d6_92a7_36e6f9930c7a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:53.950555 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-baf34778-421d-46b1-80a8-21059d39dde9 tempest-ReplicationActionsAdminTest-1944799921 None] [chan 34] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.967667 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 34] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:53.967667 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 34 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:53.969652 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 34] Sesch channel 34 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.000476 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.069s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:54.000610 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Updating access rules for share instance 66848d9c-61e2-49b1-bc90-3d95c62201e6 belonging to share c52b05df-0d3b-44b1-ba41-ce91cbe5be9c. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:42:54.016223 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:54.016664 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:54.027946 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 34] EOF received (34) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.027946 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 34] EOF sent (34) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.027946 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-baf34778-421d-46b1-80a8-21059d39dde9 tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:54.027946 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-baf34778-421d-46b1-80a8-21059d39dde9 tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs mount betta/subdir/manila_share_4423611c_66db_43d6_92a7_36e6f9930c7a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:54.027946 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-baf34778-421d-46b1-80a8-21059d39dde9 tempest-ReplicationActionsAdminTest-1944799921 None] [chan 9] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.028630 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 9] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.028931 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 9 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:54.031221 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 9] Sesch channel 9 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.041913 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.025s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:54.042157 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:54.042525 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:54.059008 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.016s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:54.059207 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] All access rules of share instance 66848d9c-61e2-49b1-bc90-3d95c62201e6 are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88844) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 02:42:54.076225 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "zfs-dataset-gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:54.076509 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:54.078275 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:54.078275 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 18] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.078392 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 9] EOF received (9) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.078392 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 9] EOF sent (9) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.078457 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 18] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.078457 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 18 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:54.078519 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-baf34778-421d-46b1-80a8-21059d39dde9 tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:54.078519 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-baf34778-421d-46b1-80a8-21059d39dde9 tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs set quota=1G betta/subdir/manila_share_4423611c_66db_43d6_92a7_36e6f9930c7a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:54.078519 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-baf34778-421d-46b1-80a8-21059d39dde9 tempest-ReplicationActionsAdminTest-1944799921 None] [chan 35] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.079191 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 35] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.079191 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 35 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:54.079280 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 18] Sesch channel 18 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.080772 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 35] Sesch channel 35 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.121347 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 18] EOF received (18) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.121807 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 18] EOF sent (18) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.122536 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:54.122920 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs set sharenfs=ro=51.51.51.51:50.50.50.50,no_root_squash gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:54.123342 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 5] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.124020 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 5] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.124081 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 5 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:54.126134 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 5] Sesch channel 5 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.129372 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 35] EOF received (35) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.129372 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 35] EOF sent (35) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.129372 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-baf34778-421d-46b1-80a8-21059d39dde9 tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:54.129372 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-baf34778-421d-46b1-80a8-21059d39dde9 tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs set compression=gzip betta/subdir/manila_share_4423611c_66db_43d6_92a7_36e6f9930c7a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:54.129372 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-baf34778-421d-46b1-80a8-21059d39dde9 tempest-ReplicationActionsAdminTest-1944799921 None] [chan 10] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.130138 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 10] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.130474 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 10 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:54.132486 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 10] Sesch channel 10 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.181843 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 10] EOF received (10) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.181843 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 10] EOF sent (10) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.181843 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-baf34778-421d-46b1-80a8-21059d39dde9 tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:54.181843 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-baf34778-421d-46b1-80a8-21059d39dde9 tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs set readonly=off betta/subdir/manila_share_4423611c_66db_43d6_92a7_36e6f9930c7a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:54.181843 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-baf34778-421d-46b1-80a8-21059d39dde9 tempest-ReplicationActionsAdminTest-1944799921 None] [chan 36] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.182274 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 36] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.182484 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 36 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:54.183973 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 36] Sesch channel 36 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.190048 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 5] EOF received (5) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.190739 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 5] EOF sent (5) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.191814 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:54.192134 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.115s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:54.192567 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:54.193150 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:54.228838 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 36] EOF received (36) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.229185 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 36] EOF sent (36) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.229896 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-baf34778-421d-46b1-80a8-21059d39dde9 tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:54.230203 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-baf34778-421d-46b1-80a8-21059d39dde9 tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_4423611c_66db_43d6_92a7_36e6f9930c7a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:54.231257 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-baf34778-421d-46b1-80a8-21059d39dde9 tempest-ReplicationActionsAdminTest-1944799921 None] [chan 15] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.231257 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 15] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.231500 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 15 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:54.234002 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 15] Sesch channel 15 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.260546 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 15] EOF received (15) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.261069 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 15] EOF sent (15) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.261747 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-baf34778-421d-46b1-80a8-21059d39dde9 tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:54.262141 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-baf34778-421d-46b1-80a8-21059d39dde9 tempest-ReplicationActionsAdminTest-1944799921 None] ZFS option mountpoint's value is /betta/subdir/manila_share_4423611c_66db_43d6_92a7_36e6f9930c7a. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:42:54.275282 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.082s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:54.275451 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:54.275796 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:54.275924 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:54.276028 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:54.276235 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:54.279238 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:54.279376 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:54.279628 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:54.281462 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:54.281606 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:54.281760 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:54.311462 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.029s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:54.311765 np0000156481 manila-share[88844]: INFO manila.share.access [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Access rules were successfully modified for share instance 66848d9c-61e2-49b1-bc90-3d95c62201e6 belonging to share c52b05df-0d3b-44b1-ba41-ce91cbe5be9c.
Feb 19 02:42:54.321618 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-baf34778-421d-46b1-80a8-21059d39dde9 tempest-ReplicationActionsAdminTest-1944799921 None] Created reservations ['bc1c1a03-5be1-45a1-849c-4624ecc5e033', 'ef71598a-0bf4-4323-ba81-7d9e058ad1bf', '214c8efa-e141-4358-9a03-f47cda53d136', '7e0fbdf7-4cbd-4137-87b4-dac098da88a8', '50d46d64-e9de-472e-8892-1b66501b4606', 'a9ef6981-57dc-4454-b596-77f7dadfe00a', 'd72fa768-6364-4400-b1ca-6e2bb53b03d2', 'b0aca646-4cc1-48f4-b5fa-6fa56cbd6bdb'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:42:54.366903 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-baf34778-421d-46b1-80a8-21059d39dde9 tempest-ReplicationActionsAdminTest-1944799921 None] Committed reservations ['bc1c1a03-5be1-45a1-849c-4624ecc5e033', 'ef71598a-0bf4-4323-ba81-7d9e058ad1bf', '214c8efa-e141-4358-9a03-f47cda53d136', '7e0fbdf7-4cbd-4137-87b4-dac098da88a8', '50d46d64-e9de-472e-8892-1b66501b4606', 'a9ef6981-57dc-4454-b596-77f7dadfe00a', 'd72fa768-6364-4400-b1ca-6e2bb53b03d2', 'b0aca646-4cc1-48f4-b5fa-6fa56cbd6bdb'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:42:54.572245 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_9ed0c2e5_72c0_4cb8_89d3_c6f0aa56e1fa {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:54.572493 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 11] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.575613 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 11] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.575720 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 11 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:54.580661 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 11] Sesch channel 11 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.624676 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6d8bb482-dc1b-4041-afae-2a22bd23f5c4 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_1a7f6f1d_3ca7_4a13_9006_69334b7a144d {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:54.624926 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-6d8bb482-dc1b-4041-afae-2a22bd23f5c4 tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 37] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.625642 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 37] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.625818 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 37 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:54.628239 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 37] Sesch channel 37 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.676862 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_15792de1_0a77_4129_9df7_e4131e6a0831 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:54.677457 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] [chan 6] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.677738 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 6] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.677819 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 6 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:54.679995 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 6] Sesch channel 6 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.681387 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 11] EOF received (11) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.681687 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 11] EOF sent (11) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.682302 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:54.682586 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_9ed0c2e5_72c0_4cb8_89d3_c6f0aa56e1fa {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:54.682964 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 16] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.683510 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 16] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.685395 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 16 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:54.685395 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 16] Sesch channel 16 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.711239 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 16] EOF received (16) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.711461 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 16] EOF sent (16) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.711910 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:54.712092 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] ZFS option mountpoint's value is /alpha/manila_share_9ed0c2e5_72c0_4cb8_89d3_c6f0aa56e1fa. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:42:54.737062 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Share instance 9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa created successfully.
Feb 19 02:42:54.740495 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 6] EOF received (6) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.740930 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 6] EOF sent (6) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.741750 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:54.742269 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_15792de1_0a77_4129_9df7_e4131e6a0831" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.270s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:54.762775 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 37] EOF received (37) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.763053 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 37] EOF sent (37) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.763450 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6d8bb482-dc1b-4041-afae-2a22bd23f5c4 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:54.763771 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6d8bb482-dc1b-4041-afae-2a22bd23f5c4 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_1a7f6f1d_3ca7_4a13_9006_69334b7a144d {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:54.763832 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-6d8bb482-dc1b-4041-afae-2a22bd23f5c4 tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 17] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.764191 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 17] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.764266 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 17 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:54.765829 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 17] Sesch channel 17 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.792675 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 17] EOF received (17) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.793064 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 17] EOF sent (17) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:54.793690 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6d8bb482-dc1b-4041-afae-2a22bd23f5c4 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:54.794032 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-6d8bb482-dc1b-4041-afae-2a22bd23f5c4 tempest-SharesFromSnapshotAcrossPools-1974326921 None] ZFS option mountpoint's value is /alpha/manila_share_1a7f6f1d_3ca7_4a13_9006_69334b7a144d. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:42:54.819809 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-6d8bb482-dc1b-4041-afae-2a22bd23f5c4 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Share instance 1a7f6f1d-3ca7-4a13-9006-69334b7a144d created successfully.
Feb 19 02:42:54.867446 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Created reservations ['1f23021a-81d8-495a-b882-5b80bb0cabea', '4c0d597b-14ec-4aaa-9118-95b220275995', '98b2d1ca-6190-4c2d-8704-7232a5c91463', '4e4349c0-0eb7-4d9f-9697-c59aafa3a181'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:42:54.880829 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Committed reservations ['1f23021a-81d8-495a-b882-5b80bb0cabea', '4c0d597b-14ec-4aaa-9118-95b220275995', '98b2d1ca-6190-4c2d-8704-7232a5c91463', '4e4349c0-0eb7-4d9f-9697-c59aafa3a181'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:42:54.884084 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-11bf7383-5430-4f8c-98ad-8306d4f1cf82 tempest-ReplicationAdminTest-649857771 None] Share replica 15792de1-0a77-4129-9df7-e4131e6a0831 deleted successfully.
Feb 19 02:42:55.268781 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Received request to update access for share instance fba93c39-a426-4958-bc87-5cd00e464b5d. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:42:55.284901 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:55.285184 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:55.287249 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:55.287460 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:55.287612 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:55.333777 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.046s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:55.333887 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Updating access rules for share instance fba93c39-a426-4958-bc87-5cd00e464b5d belonging to share 0b5555c0-15d2-4147-be3c-a0689c518b98. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:42:55.346778 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:55.346994 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:55.351847 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:55.352007 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:55.352167 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:55.363894 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.012s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:55.364099 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] All access rules of share instance fba93c39-a426-4958-bc87-5cd00e464b5d are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88840) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 02:42:55.376671 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "zfs-dataset-alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:55.376880 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:55.377027 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:55.377218 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 12] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:55.377633 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 12] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:55.377694 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 12 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:55.379326 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 12] Sesch channel 12 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:55.405602 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 12] EOF received (12) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:55.406005 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 12] EOF sent (12) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:55.406759 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:55.407156 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:55.407538 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 18] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:55.408083 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 18] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:55.408248 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 18 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:55.409478 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 18] Sesch channel 18 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:55.458771 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 18] EOF received (18) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:55.459168 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 18] EOF sent (18) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:55.459747 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:55.460110 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.083s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:55.460450 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:55.460953 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:55.494884 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.034s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:55.495059 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:55.495296 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:55.518428 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.022s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:55.518428 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:55.518428 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:55.520351 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:55.520473 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:55.520674 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:55.522555 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:55.522730 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:55.522997 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:55.550881 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.028s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:55.551054 np0000156481 manila-share[88840]: INFO manila.share.access [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Access rules were successfully modified for share instance fba93c39-a426-4958-bc87-5cd00e464b5d belonging to share 0b5555c0-15d2-4147-be3c-a0689c518b98.
Feb 19 02:42:55.874940 np0000156481 manila-share[88844]: DEBUG manila.share.driver [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Migration info obtained for share 66848d9c-61e2-49b1-bc90-3d95c62201e6: {'mount': 'mount -vt nfs %(options)s 127.0.0.1:/gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6 %(path)s', 'unmount': 'umount -v %(path)s', 'access_mapping': {'ip': ['nfs']}}. {{(pid=88844) connection_get_info /opt/stack/manila/manila/share/driver.py:660}}
Feb 19 02:42:55.903734 np0000156481 manila-share[88840]: DEBUG manila.share.driver [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Migration info obtained for share 9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa: {'mount': 'mount -vt nfs %(options)s 127.0.0.1:/alpha/manila_share_9ed0c2e5_72c0_4cb8_89d3_c6f0aa56e1fa %(path)s', 'unmount': 'umount -v %(path)s', 'access_mapping': {'ip': ['nfs']}}. {{(pid=88840) connection_get_info /opt/stack/manila/manila/share/driver.py:660}}
Feb 19 02:42:56.372450 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Entered migration_start method for share 9f14810d-6076-4e48-bde1-2a1417263a63. {{(pid=88844) migration_start /opt/stack/manila/manila/share/manager.py:1657}}
Feb 19 02:42:56.387684 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Time to start copying in migration for share c52b05df-0d3b-44b1-ba41-ce91cbe5be9c. {{(pid=88844) _migration_start_host_assisted /opt/stack/manila/manila/share/manager.py:1774}}
Feb 19 02:42:56.420906 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Entered migration_start method for share 66a17231-0303-4514-a4bd-5ab5d6cad14a. {{(pid=88840) migration_start /opt/stack/manila/manila/share/manager.py:1657}}
Feb 19 02:42:56.488818 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Starting host-assisted migration for share 66a17231-0303-4514-a4bd-5ab5d6cad14a. {{(pid=88840) migration_start /opt/stack/manila/manila/share/manager.py:1707}}
Feb 19 02:42:56.503664 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Starting host-assisted migration for share 9f14810d-6076-4e48-bde1-2a1417263a63. {{(pid=88844) migration_start /opt/stack/manila/manila/share/manager.py:1707}}
Feb 19 02:42:56.517901 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:56.518642 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:56.534047 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Received request to update access for share instance 66848d9c-61e2-49b1-bc90-3d95c62201e6. {{(pid=88844) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:42:56.539292 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:56.539628 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:56.551550 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:56.552705 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:56.556708 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:56.556834 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:56.557334 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:56.590367 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.072s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:56.590525 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Received request to update access for share instance df8e7874-1e52-4a93-b7ab-c975d9a40fe4. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:42:56.607451 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:56.607707 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:56.609713 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:56.609812 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:56.610021 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:56.622976 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.066s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:56.623123 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Updating access rules for share instance 66848d9c-61e2-49b1-bc90-3d95c62201e6 belonging to share c52b05df-0d3b-44b1-ba41-ce91cbe5be9c. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:42:56.643681 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-c534af3a-b25a-4b27-8a66-f4d3768b0c5c tempest-AdminActionsTest-528634798 None] Running cmd (SSH): sudo zfs set quota=2G gamma/manila_share_a916c8f9_c265_4722_ba51_2834f1268776 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:56.643896 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-c534af3a-b25a-4b27-8a66-f4d3768b0c5c tempest-AdminActionsTest-528634798 None] [chan 6] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:56.646507 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 6] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:56.646605 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 6 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:56.657675 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 6] Sesch channel 6 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:56.657675 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:56.657675 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:56.657675 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.114s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:56.657675 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Received request to update access for share instance 96946420-3a20-443f-a635-099098b4831c. {{(pid=88844) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:42:56.658005 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:56.658005 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:56.658005 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:56.676020 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:56.676209 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:56.681079 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:56.681214 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:56.681457 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:56.688472 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.031s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:56.688625 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] All access rules of share instance 66848d9c-61e2-49b1-bc90-3d95c62201e6 are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88844) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 02:42:56.707772 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "zfs-dataset-gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:56.708040 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:56.708279 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:56.708517 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 19] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:56.709818 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 6] EOF received (6) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:56.709982 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 6] EOF sent (6) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:56.710268 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 19] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:56.710342 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 19 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:56.710547 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-c534af3a-b25a-4b27-8a66-f4d3768b0c5c tempest-AdminActionsTest-528634798 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:56.712423 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 19] Sesch channel 19 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:56.724725 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.114s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:56.724902 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Updating access rules for share instance df8e7874-1e52-4a93-b7ab-c975d9a40fe4 belonging to share 66a17231-0303-4514-a4bd-5ab5d6cad14a. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:42:56.734605 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-c534af3a-b25a-4b27-8a66-f4d3768b0c5c tempest-AdminActionsTest-528634798 None] Committed reservations ['e8331948-4d7f-4f17-a719-1600345e5d36', 'd089bdc3-2629-4dd5-a34b-86c6a70f90a9'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:42:56.745767 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 19] EOF received (19) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:56.746002 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 19] EOF sent (19) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:56.746499 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:56.746744 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs set sharenfs=ro=51.51.51.51:50.50.50.50:127.0.0.1,no_root_squash gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:56.746964 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 12] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:56.751670 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:56.753136 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:56.753226 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 12] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:56.753226 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 12 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:56.756336 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 12] Sesch channel 12 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:56.768155 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-c534af3a-b25a-4b27-8a66-f4d3768b0c5c tempest-AdminActionsTest-528634798 None] Extend share completed successfully.
Feb 19 02:42:56.780397 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-5c5c124a-acbd-4147-8c50-cc5889134bd2 tempest-ReplicationAdminTest-649857771 None] Lock "locked-share-replica-operation-for-share-d465e4f0-78e1-4f3c-92d4-b5c4d0ca857e" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:42:56.786584 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.105s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:56.786707 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Updating access rules for share instance 96946420-3a20-443f-a635-099098b4831c belonging to share 9f14810d-6076-4e48-bde1-2a1417263a63. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:42:56.787918 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.036s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:56.788193 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:56.788530 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:56.806116 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.018s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:56.806264 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] All access rules of share instance df8e7874-1e52-4a93-b7ab-c975d9a40fe4 are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88840) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 02:42:56.808221 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 12] EOF received (12) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:56.808466 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 12] EOF sent (12) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:56.808903 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:56.809098 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.101s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:56.809251 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:56.809571 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:56.810673 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:56.810877 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:56.819516 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "zfs-dataset-alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:56.819788 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:56.819991 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:56.820173 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 38] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:56.820583 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 38] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:56.820649 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 38 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:56.822250 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 38] Sesch channel 38 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:56.852953 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 38] EOF received (38) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:56.853193 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 38] EOF sent (38) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:56.853674 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:56.853943 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs set sharenfs=ro=51.51.51.51:50.50.50.50,no_root_squash alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:56.854158 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 19] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:56.854625 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 19] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:56.854787 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 19 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:56.855924 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 19] Sesch channel 19 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:56.869243 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.058s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:56.869531 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:56.869605 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:56.895106 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Received request to update access for share instance fd2783b0-6a6f-4afa-934f-6fae13b94b70. {{(pid=88844) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:42:56.906666 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 19] EOF received (19) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:56.906666 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 19] EOF sent (19) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:56.906666 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:56.907590 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.087s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:56.907590 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:56.907727 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:56.920034 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.050s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:56.920181 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] All access rules of share instance 96946420-3a20-443f-a635-099098b4831c are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88844) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 02:42:56.927745 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:56.928024 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:56.936150 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:56.936150 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:56.936404 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:56.948618 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "zfs-dataset-gamma/manila_share_96946420_3a20_443f_a635_099098b4831c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:56.948901 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-gamma/manila_share_96946420_3a20_443f_a635_099098b4831c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:56.949031 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:56.949249 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 7] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:56.951141 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 7] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:56.951223 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 7 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:56.951637 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.142s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:56.951785 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:56.951987 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:56.952113 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:56.952458 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:56.952458 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:56.953032 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 7] Sesch channel 7 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:56.958156 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:56.958284 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:56.958505 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:56.964061 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-aad61ac4-02e2-40f3-82c4-71452747102a tempest-ReplicationActionsAdminTest-1944799921 None] Lock "locked-share-replica-operation-for-share-5d5c4f71-1bee-4f84-b0f5-6b0a04569db8" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:42:56.974235 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.016s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:56.974394 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:56.974631 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:56.977964 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.070s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:56.978047 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:56.978258 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:56.978397 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:56.978524 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:56.978711 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:56.980260 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:56.980405 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:56.980603 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:56.982208 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:56.982345 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:56.982547 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:56.983640 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5c5c124a-acbd-4147-8c50-cc5889134bd2 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:56.983850 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5c5c124a-acbd-4147-8c50-cc5889134bd2 tempest-ReplicationAdminTest-649857771 None] [chan 7] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:56.984396 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 7] EOF received (7) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:56.984564 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 7] EOF sent (7) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:56.985390 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 7] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:56.985468 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 7 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:56.986385 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:56.986563 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs set sharenfs=ro=50.50.50.50:51.51.51.51,no_root_squash gamma/manila_share_96946420_3a20_443f_a635_099098b4831c {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:56.986725 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 6] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:56.988011 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 7] Sesch channel 7 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:56.991592 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 6] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:56.991684 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 6 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:56.995291 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 6] Sesch channel 6 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.007685 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.025s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:57.007886 np0000156481 manila-share[88840]: INFO manila.share.access [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Access rules were successfully modified for share instance df8e7874-1e52-4a93-b7ab-c975d9a40fe4 belonging to share 66a17231-0303-4514-a4bd-5ab5d6cad14a.
Feb 19 02:42:57.015166 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.079s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:57.015166 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Updating access rules for share instance fd2783b0-6a6f-4afa-934f-6fae13b94b70 belonging to share 0b5555c0-15d2-4147-be3c-a0689c518b98. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:42:57.032599 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.058s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:57.032685 np0000156481 manila-share[88844]: INFO manila.share.access [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Access rules were successfully modified for share instance 66848d9c-61e2-49b1-bc90-3d95c62201e6 belonging to share c52b05df-0d3b-44b1-ba41-ce91cbe5be9c.
Feb 19 02:42:57.039448 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:57.039706 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:57.040299 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 6] EOF received (6) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.040491 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 6] EOF sent (6) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.041055 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:57.041217 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-gamma/manila_share_96946420_3a20_443f_a635_099098b4831c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.092s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:57.041383 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:57.041583 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:57.053430 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.014s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:57.053627 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:57.053762 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:57.084468 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.031s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:57.116494 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "zfs-dataset-gamma/manila_share_fd2783b0_6a6f_4afa_934f_6fae13b94b70" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:57.116751 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-gamma/manila_share_fd2783b0_6a6f_4afa_934f_6fae13b94b70" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:57.116885 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:57.117071 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 20] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.118175 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 20] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.118246 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 20 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.122406 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 20] Sesch channel 20 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.133816 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs create -o quota=2G -o compression=gzip -o readonly=off gamma/manila_share_c50e02ab_0cd8_4a53_919d_81d4ec76f0bd {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:57.134392 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 8] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.134392 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 8] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.134392 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 8 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.135711 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 8] Sesch channel 8 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.149470 np0000156481 manila-share[88844]: DEBUG manila.ssh_utils [None req-aad61ac4-02e2-40f3-82c4-71452747102a tempest-ReplicationActionsAdminTest-1944799921 None] ssh.connect: ip: 127.0.0.1, port: 22, look_for_keys: True, timeout: 60, banner_timeout: 60 {{(pid=88844) create /opt/stack/manila/manila/ssh_utils.py:90}}
Feb 19 02:42:57.150406 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] starting thread (client mode): 0xf46e5f40 {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.150500 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Local version/idstring: SSH-2.0-paramiko_4.0.0 {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.150993 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.109s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:57.151145 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:57.151397 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:57.151526 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:57.151642 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:57.152219 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:57.154890 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 20] EOF received (20) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.155053 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 20] EOF sent (20) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.155456 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:57.155783 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:57.155960 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:57.156237 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:57.158984 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:57.159162 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:57.159458 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:57.165346 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Remote version/idstring: SSH-2.0-OpenSSH_9.6p1 Ubuntu-3ubuntu13.14 {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.165346 np0000156481 manila-share[88844]: INFO paramiko.transport [-] Connected (version 2.0, client OpenSSH_9.6p1)
Feb 19 02:42:57.167192 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] === Key exchange possibilities === {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.167307 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] kex algos: curve25519-sha256@libssh.org, ecdh-sha2-nistp521, ecdh-sha2-nistp384, ecdh-sha2-nistp256, diffie-hellman-group-exchange-sha256, ext-info-s, kex-strict-s-v00@openssh.com {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.167404 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] server key: rsa-sha2-512, rsa-sha2-256, ecdsa-sha2-nistp256, ssh-ed25519 {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.167404 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] client encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.167554 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] server encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.167554 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] client mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.167680 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] server mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.167680 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] client compress: none, zlib@openssh.com {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.167778 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] server compress: none, zlib@openssh.com {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.167837 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] client lang: <none> {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.167890 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] server lang: <none> {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.167943 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] kex follows: False {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.167993 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] === Key exchange agreements === {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.168045 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Strict kex mode: True {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.168237 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Kex: curve25519-sha256@libssh.org {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.168237 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] HostKey: ssh-ed25519 {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.168387 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Cipher: aes128-ctr {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.168444 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] MAC: hmac-sha2-256 {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.168495 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Compression: none {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.168560 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] === End of kex handshake === {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.179727 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Resetting outbound seqno after NEWKEYS due to strict mode {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.179817 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] kex engine KexCurve25519 specified hash_algo <built-in function openssl_sha256> {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.180014 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Switch to new keys ... {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.180144 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Resetting inbound seqno after NEWKEYS due to strict mode {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.180334 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Got EXT_INFO: {'server-sig-algs': b'ssh-ed25519,ecdsa-sha2-nistp256,ecdsa-sha2-nistp384,ecdsa-sha2-nistp521,sk-ssh-ed25519@openssh.com,sk-ecdsa-sha2-nistp256@openssh.com,rsa-sha2-512,rsa-sha2-256', 'publickey-hostbound@openssh.com': b'0', 'ping@openssh.com': b'0'} {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.180525 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-aad61ac4-02e2-40f3-82c4-71452747102a tempest-ReplicationActionsAdminTest-1944799921 None] Adding ssh-ed25519 host key for 127.0.0.1: b'de6238e06fb604412ad1c08409e8a8e9' {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.180950 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-aad61ac4-02e2-40f3-82c4-71452747102a tempest-ReplicationActionsAdminTest-1944799921 None] Trying discovered key b'ccfdc5a523283ede9316b31801b388fd' in /opt/stack/.ssh/id_ecdsa {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.186893 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:57.187031 np0000156481 manila-share[88844]: INFO manila.share.access [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Access rules were successfully modified for share instance 96946420-3a20-443f-a635-099098b4831c belonging to share 9f14810d-6076-4e48-bde1-2a1417263a63.
Feb 19 02:42:57.218565 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 8] EOF received (8) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.218743 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 8] EOF sent (8) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.219048 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:57.222184 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] userauth is OK {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.222679 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 7] EOF received (7) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.222840 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 7] EOF sent (7) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.223102 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5c5c124a-acbd-4147-8c50-cc5889134bd2 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:57.240233 np0000156481 manila-share[88844]: INFO paramiko.transport [-] Authentication (publickey) successful!
Feb 19 02:42:57.240566 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-aad61ac4-02e2-40f3-82c4-71452747102a tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_4423611c_66db_43d6_92a7_36e6f9930c7a@tmp_snapshot_for_replication__c75fe3b4_9cbc_41ec_8c98_74187fd645c8_time_2026-02-19T02:42:57.120785 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:57.240797 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-aad61ac4-02e2-40f3-82c4-71452747102a tempest-ReplicationActionsAdminTest-1944799921 None] [chan 0] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.242132 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_fd2783b0_6a6f_4afa_934f_6fae13b94b70 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:57.242353 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 13] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.242797 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 13] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.242903 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 13 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.243980 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_c50e02ab_0cd8_4a53_919d_81d4ec76f0bd {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:57.244189 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 7] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.244801 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 7] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.244904 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 7 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.245219 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5c5c124a-acbd-4147-8c50-cc5889134bd2 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_82369cc5_e66f_4ff7_aba2_a635fde58533 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:57.245447 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5c5c124a-acbd-4147-8c50-cc5889134bd2 tempest-ReplicationAdminTest-649857771 None] [chan 21] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.245936 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 21] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.246006 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 21 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.246484 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 13] Sesch channel 13 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.247150 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 7] Sesch channel 7 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.248361 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 21] Sesch channel 21 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.271651 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 7] EOF received (7) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.272054 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 7] EOF sent (7) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.272772 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:57.273087 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] ZFS option mountpoint's value is /gamma/manila_share_c50e02ab_0cd8_4a53_919d_81d4ec76f0bd. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:42:57.273502 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs create -o quota=2G -o compression=gzip -o readonly=off alpha/manila_share_229ebb9c_bf2c_4c16_a834_220d755d41db {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:57.273793 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 13] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.274537 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 13] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.274665 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 13 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.276057 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 13] Sesch channel 13 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.290026 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Received global request "hostkeys-00@openssh.com" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.290026 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Rejecting "hostkeys-00@openssh.com" global request from server. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.290026 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Debug msg: b'/opt/stack/.ssh/authorized_keys:1: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding' {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.296256 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 13] EOF received (13) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.296465 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 13] EOF sent (13) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.296816 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Share instance c50e02ab-0cd8-4a53-919d-81d4ec76f0bd created successfully.
Feb 19 02:42:57.297700 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:57.297885 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-gamma/manila_share_fd2783b0_6a6f_4afa_934f_6fae13b94b70" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.181s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:57.298034 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:57.298283 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:57.321190 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:57.321360 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:57.321569 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:57.330607 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 0] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.330722 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 0 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.331972 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 0] Sesch channel 0 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.341495 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.020s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:57.341659 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:57.341923 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:57.345223 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:57.345434 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:57.345714 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:57.348459 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:57.348643 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:57.348912 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:57.369624 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 13] EOF received (13) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.369875 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 13] EOF sent (13) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.370287 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:57.370539 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_229ebb9c_bf2c_4c16_a834_220d755d41db {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:57.370771 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 20] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.371180 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 20] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.371290 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 20 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.372703 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 20] Sesch channel 20 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.377740 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.029s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:57.377895 np0000156481 manila-share[88844]: INFO manila.share.access [None req-7fe37379-0839-4e4f-bcf7-09afe47259b3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Access rules were successfully modified for share instance fd2783b0-6a6f-4afa-934f-6fae13b94b70 belonging to share 0b5555c0-15d2-4147-be3c-a0689c518b98.
Feb 19 02:42:57.392800 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 20] EOF received (20) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.393260 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 20] EOF sent (20) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.393917 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:57.394261 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] ZFS option mountpoint's value is /alpha/manila_share_229ebb9c_bf2c_4c16_a834_220d755d41db. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:42:57.415128 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Share instance 229ebb9c-bf2c-4c16-a834-220d755d41db created successfully.
Feb 19 02:42:57.595620 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 0] EOF received (0) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.595882 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 0] EOF sent (0) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.596344 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-aad61ac4-02e2-40f3-82c4-71452747102a tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:57.596967 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-aad61ac4-02e2-40f3-82c4-71452747102a tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR betta/subdir/manila_share_4423611c_66db_43d6_92a7_36e6f9930c7a@tmp_snapshot_for_replication__c75fe3b4_9cbc_41ec_8c98_74187fd645c8_time_2026-02-19T02:42:57.120785 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_c75fe3b4_9cbc_41ec_8c98_74187fd645c8 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:57.596967 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-aad61ac4-02e2-40f3-82c4-71452747102a tempest-ReplicationActionsAdminTest-1944799921 None] [chan 9] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.597788 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 9] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.597788 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 9 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.599384 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 9] Sesch channel 9 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.694404 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-147c726c-a047-461f-9be7-6e33ff4f78fa tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs snapshot alpha/manila_share_1a7f6f1d_3ca7_4a13_9006_69334b7a144d@manila_share_snapshot_626f6784_a5b0_4b60_85be_5e59bba0bdb3 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:57.694973 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-147c726c-a047-461f-9be7-6e33ff4f78fa tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 39] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.695281 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 39] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.695434 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 39 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.697296 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 39] Sesch channel 39 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.743824 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 39] EOF received (39) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.744337 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 39] EOF sent (39) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.744625 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-147c726c-a047-461f-9be7-6e33ff4f78fa tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:57.861675 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 21] EOF received (21) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.861894 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 21] EOF sent (21) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.862641 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5c5c124a-acbd-4147-8c50-cc5889134bd2 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:57.862894 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-5c5c124a-acbd-4147-8c50-cc5889134bd2 tempest-ReplicationAdminTest-649857771 None] Info about replica '82369cc5-e66f-4ff7-aba2-a635fde58533' creation is following:
Feb 19 02:42:57.862894 np0000156481 manila-share[88844]: receiving full stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241 into gamma/manila_share_82369cc5_e66f_4ff7_aba2_a635fde58533@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241
Feb 19 02:42:57.862894 np0000156481 manila-share[88844]: received 43.9K stream in 0.06 seconds (770K/sec)
Feb 19 02:42:57.862894 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593 into gamma/manila_share_82369cc5_e66f_4ff7_aba2_a635fde58533@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593
Feb 19 02:42:57.862894 np0000156481 manila-share[88844]: received 312B stream in 0.06 seconds (5.54K/sec)
Feb 19 02:42:57.862894 np0000156481 manila-share[88844]:  {{(pid=88844) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 02:42:57.863089 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5c5c124a-acbd-4147-8c50-cc5889134bd2 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_82369cc5_e66f_4ff7_aba2_a635fde58533 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:57.863424 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5c5c124a-acbd-4147-8c50-cc5889134bd2 tempest-ReplicationAdminTest-649857771 None] [chan 8] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.863920 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 8] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.864058 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 8 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.865965 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 8] Sesch channel 8 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.913154 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 8] EOF received (8) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.913940 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 8] EOF sent (8) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.914371 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5c5c124a-acbd-4147-8c50-cc5889134bd2 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:57.914582 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5c5c124a-acbd-4147-8c50-cc5889134bd2 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_82369cc5_e66f_4ff7_aba2_a635fde58533 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:57.914808 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5c5c124a-acbd-4147-8c50-cc5889134bd2 tempest-ReplicationAdminTest-649857771 None] [chan 1] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.915222 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 1] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.915338 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 1 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.916782 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 1] Sesch channel 1 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.958826 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 1] EOF received (1) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.959292 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 1] EOF sent (1) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.960120 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5c5c124a-acbd-4147-8c50-cc5889134bd2 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:57.960531 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5c5c124a-acbd-4147-8c50-cc5889134bd2 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_82369cc5_e66f_4ff7_aba2_a635fde58533" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:57.961234 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5c5c124a-acbd-4147-8c50-cc5889134bd2 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_82369cc5_e66f_4ff7_aba2_a635fde58533" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:57.961563 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5c5c124a-acbd-4147-8c50-cc5889134bd2 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:57.961947 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5c5c124a-acbd-4147-8c50-cc5889134bd2 tempest-ReplicationAdminTest-649857771 None] [chan 8] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.962569 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 8] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.962742 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 8 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.965348 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 8] Sesch channel 8 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.994561 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 8] EOF received (8) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.994928 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 8] EOF sent (8) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.995673 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5c5c124a-acbd-4147-8c50-cc5889134bd2 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:57.996071 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5c5c124a-acbd-4147-8c50-cc5889134bd2 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_82369cc5_e66f_4ff7_aba2_a635fde58533 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:57.996446 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5c5c124a-acbd-4147-8c50-cc5889134bd2 tempest-ReplicationAdminTest-649857771 None] [chan 14] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.997189 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 14] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:57.997335 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 14 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:57.998704 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 14] Sesch channel 14 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.002657 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Received request to update access for share instance 9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:42:58.058438 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:58.058764 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:58.061135 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:58.061275 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:58.061543 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:58.076392 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 14] EOF received (14) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.076915 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 14] EOF sent (14) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.077601 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5c5c124a-acbd-4147-8c50-cc5889134bd2 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:58.077989 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5c5c124a-acbd-4147-8c50-cc5889134bd2 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_82369cc5_e66f_4ff7_aba2_a635fde58533" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.117s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:58.078344 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5c5c124a-acbd-4147-8c50-cc5889134bd2 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_82369cc5_e66f_4ff7_aba2_a635fde58533 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:58.078756 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5c5c124a-acbd-4147-8c50-cc5889134bd2 tempest-ReplicationAdminTest-649857771 None] [chan 9] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.079524 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 9] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.079740 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 9 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:58.082071 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 9] Sesch channel 9 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.106141 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 9] EOF received (9) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.106785 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 9] EOF sent (9) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.107279 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5c5c124a-acbd-4147-8c50-cc5889134bd2 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:58.107654 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-5c5c124a-acbd-4147-8c50-cc5889134bd2 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is /gamma/manila_share_82369cc5_e66f_4ff7_aba2_a635fde58533. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:42:58.118096 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.056s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:58.118231 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Updating access rules for share instance 9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa belonging to share c52b05df-0d3b-44b1-ba41-ce91cbe5be9c. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:42:58.134030 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:58.134384 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:58.138634 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5c5c124a-acbd-4147-8c50-cc5889134bd2 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_82369cc5-e66f-4ff7-aba2-a635fde58533" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:58.139066 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5c5c124a-acbd-4147-8c50-cc5889134bd2 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_82369cc5-e66f-4ff7-aba2-a635fde58533" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:58.140071 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:58.140246 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:58.140526 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:58.141527 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5c5c124a-acbd-4147-8c50-cc5889134bd2 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_82369cc5-e66f-4ff7-aba2-a635fde58533" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:58.142048 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5c5c124a-acbd-4147-8c50-cc5889134bd2 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_82369cc5-e66f-4ff7-aba2-a635fde58533" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:58.142048 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5c5c124a-acbd-4147-8c50-cc5889134bd2 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_82369cc5-e66f-4ff7-aba2-a635fde58533" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:58.155633 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:58.156656 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5c5c124a-acbd-4147-8c50-cc5889134bd2 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_82369cc5-e66f-4ff7-aba2-a635fde58533" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:58.156858 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-5c5c124a-acbd-4147-8c50-cc5889134bd2 tempest-ReplicationAdminTest-649857771 None] Share replica 82369cc5-e66f-4ff7-aba2-a635fde58533 created successfully.
Feb 19 02:42:58.170191 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 9] EOF received (9) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.170704 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 9] EOF sent (9) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.171509 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-aad61ac4-02e2-40f3-82c4-71452747102a tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:58.172069 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-aad61ac4-02e2-40f3-82c4-71452747102a tempest-ReplicationActionsAdminTest-1944799921 None] Info about replica 'c75fe3b4-9cbc-41ec-8c98-74187fd645c8' creation is following:
Feb 19 02:42:58.172069 np0000156481 manila-share[88844]: receiving full stream of betta/subdir/manila_share_4423611c_66db_43d6_92a7_36e6f9930c7a@tmp_snapshot_for_replication__c75fe3b4_9cbc_41ec_8c98_74187fd645c8_time_2026-02-19T02:42:57.120785 into gamma/manila_share_c75fe3b4_9cbc_41ec_8c98_74187fd645c8@tmp_snapshot_for_replication__c75fe3b4_9cbc_41ec_8c98_74187fd645c8_time_2026-02-19T02:42:57.120785
Feb 19 02:42:58.172069 np0000156481 manila-share[88844]: received 43.9K stream in 0.12 seconds (364K/sec)
Feb 19 02:42:58.172069 np0000156481 manila-share[88844]:  {{(pid=88844) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 02:42:58.172069 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-aad61ac4-02e2-40f3-82c4-71452747102a tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_c75fe3b4_9cbc_41ec_8c98_74187fd645c8 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:58.172398 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-aad61ac4-02e2-40f3-82c4-71452747102a tempest-ReplicationActionsAdminTest-1944799921 None] [chan 22] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.172971 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 22] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.173434 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 22 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:58.174533 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "zfs-dataset-alpha/manila_share_9ed0c2e5_72c0_4cb8_89d3_c6f0aa56e1fa" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:58.174642 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 22] Sesch channel 22 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.175166 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-alpha/manila_share_9ed0c2e5_72c0_4cb8_89d3_c6f0aa56e1fa" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:58.175735 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:58.175996 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 14] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.176856 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 14] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.176994 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 14 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:58.179050 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 14] Sesch channel 14 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.208503 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 14] EOF received (14) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.208968 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 14] EOF sent (14) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.209816 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:58.210234 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs set sharenfs=rw=127.0.0.1,no_root_squash alpha/manila_share_9ed0c2e5_72c0_4cb8_89d3_c6f0aa56e1fa {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:58.210626 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 21] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.211169 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 21] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.211372 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 21 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:58.213044 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 21] Sesch channel 21 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.219791 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 22] EOF received (22) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.220154 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 22] EOF sent (22) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.220768 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-aad61ac4-02e2-40f3-82c4-71452747102a tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:58.221097 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-aad61ac4-02e2-40f3-82c4-71452747102a tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_c75fe3b4_9cbc_41ec_8c98_74187fd645c8 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:58.221449 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-aad61ac4-02e2-40f3-82c4-71452747102a tempest-ReplicationActionsAdminTest-1944799921 None] [chan 9] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.221947 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 9] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.222111 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 9 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:58.223664 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 9] Sesch channel 9 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.253781 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 21] EOF received (21) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.254174 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 21] EOF sent (21) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.254839 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:58.255228 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-alpha/manila_share_9ed0c2e5_72c0_4cb8_89d3_c6f0aa56e1fa" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.080s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:58.255585 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:58.256113 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:58.261127 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 9] EOF received (9) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.261516 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 9] EOF sent (9) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.262066 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-aad61ac4-02e2-40f3-82c4-71452747102a tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:58.262426 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-aad61ac4-02e2-40f3-82c4-71452747102a tempest-ReplicationActionsAdminTest-1944799921 None] Acquiring lock "zfs-dataset-gamma/manila_share_c75fe3b4_9cbc_41ec_8c98_74187fd645c8" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:58.262987 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-aad61ac4-02e2-40f3-82c4-71452747102a tempest-ReplicationActionsAdminTest-1944799921 None] Lock "zfs-dataset-gamma/manila_share_c75fe3b4_9cbc_41ec_8c98_74187fd645c8" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:58.263266 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-aad61ac4-02e2-40f3-82c4-71452747102a tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:58.263647 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-aad61ac4-02e2-40f3-82c4-71452747102a tempest-ReplicationActionsAdminTest-1944799921 None] [chan 15] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.264261 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 15] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.264461 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 15 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:58.266159 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 15] Sesch channel 15 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.297237 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 15] EOF received (15) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.297237 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 15] EOF sent (15) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.298004 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-aad61ac4-02e2-40f3-82c4-71452747102a tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:58.298478 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-aad61ac4-02e2-40f3-82c4-71452747102a tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_c75fe3b4_9cbc_41ec_8c98_74187fd645c8 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:58.298930 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-aad61ac4-02e2-40f3-82c4-71452747102a tempest-ReplicationActionsAdminTest-1944799921 None] [chan 10] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.299663 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 10] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.299856 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 10 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:58.301607 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 10] Sesch channel 10 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.317616 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.062s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:58.317778 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:58.318037 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:58.318163 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:58.318279 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:58.318496 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:58.320565 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:58.320700 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:58.320898 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:58.322540 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:58.322667 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:58.322860 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:58.341796 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 10] EOF received (10) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.342192 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 10] EOF sent (10) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.342952 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-aad61ac4-02e2-40f3-82c4-71452747102a tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:58.343408 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-aad61ac4-02e2-40f3-82c4-71452747102a tempest-ReplicationActionsAdminTest-1944799921 None] Lock "zfs-dataset-gamma/manila_share_c75fe3b4_9cbc_41ec_8c98_74187fd645c8" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.080s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:58.343717 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-aad61ac4-02e2-40f3-82c4-71452747102a tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_c75fe3b4_9cbc_41ec_8c98_74187fd645c8 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:58.344085 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-aad61ac4-02e2-40f3-82c4-71452747102a tempest-ReplicationActionsAdminTest-1944799921 None] [chan 16] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.344769 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 16] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.344946 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 16 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:58.347185 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 16] Sesch channel 16 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.353744 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.031s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:58.353888 np0000156481 manila-share[88840]: INFO manila.share.access [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Access rules were successfully modified for share instance 9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa belonging to share c52b05df-0d3b-44b1-ba41-ce91cbe5be9c.
Feb 19 02:42:58.369430 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 16] EOF received (16) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.369800 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 16] EOF sent (16) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:58.370414 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-aad61ac4-02e2-40f3-82c4-71452747102a tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:58.370745 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-aad61ac4-02e2-40f3-82c4-71452747102a tempest-ReplicationActionsAdminTest-1944799921 None] ZFS option mountpoint's value is /gamma/manila_share_c75fe3b4_9cbc_41ec_8c98_74187fd645c8. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:42:58.409178 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-aad61ac4-02e2-40f3-82c4-71452747102a tempest-ReplicationActionsAdminTest-1944799921 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c75fe3b4-9cbc-41ec-8c98-74187fd645c8" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:58.409526 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-aad61ac4-02e2-40f3-82c4-71452747102a tempest-ReplicationActionsAdminTest-1944799921 None] Lock "locked_access_rules_operation_by_share_instance_c75fe3b4-9cbc-41ec-8c98-74187fd645c8" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:58.411291 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-aad61ac4-02e2-40f3-82c4-71452747102a tempest-ReplicationActionsAdminTest-1944799921 None] Lock "locked_access_rules_operation_by_share_instance_c75fe3b4-9cbc-41ec-8c98-74187fd645c8" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:58.411429 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-aad61ac4-02e2-40f3-82c4-71452747102a tempest-ReplicationActionsAdminTest-1944799921 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c75fe3b4-9cbc-41ec-8c98-74187fd645c8" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:58.411647 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-aad61ac4-02e2-40f3-82c4-71452747102a tempest-ReplicationActionsAdminTest-1944799921 None] Lock "locked_access_rules_operation_by_share_instance_c75fe3b4-9cbc-41ec-8c98-74187fd645c8" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:58.425075 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-aad61ac4-02e2-40f3-82c4-71452747102a tempest-ReplicationActionsAdminTest-1944799921 None] Lock "locked_access_rules_operation_by_share_instance_c75fe3b4-9cbc-41ec-8c98-74187fd645c8" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.013s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:58.425182 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-aad61ac4-02e2-40f3-82c4-71452747102a tempest-ReplicationActionsAdminTest-1944799921 None] Share replica c75fe3b4-9cbc-41ec-8c98-74187fd645c8 created successfully.
Feb 19 02:42:58.513757 np0000156481 manila-share[88840]: DEBUG manila.share.driver [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Migration info obtained for share df8e7874-1e52-4a93-b7ab-c975d9a40fe4: {'mount': 'mount -vt nfs %(options)s 127.0.0.1:/alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4 %(path)s', 'unmount': 'umount -v %(path)s', 'access_mapping': {'ip': ['nfs']}}. {{(pid=88840) connection_get_info /opt/stack/manila/manila/share/driver.py:660}}
Feb 19 02:42:58.535050 np0000156481 manila-share[88844]: DEBUG manila.share.driver [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Migration info obtained for share c50e02ab-0cd8-4a53-919d-81d4ec76f0bd: {'mount': 'mount -vt nfs %(options)s 127.0.0.1:/gamma/manila_share_c50e02ab_0cd8_4a53_919d_81d4ec76f0bd %(path)s', 'unmount': 'umount -v %(path)s', 'access_mapping': {'ip': ['nfs']}}. {{(pid=88844) connection_get_info /opt/stack/manila/manila/share/driver.py:660}}
Feb 19 02:42:58.691690 np0000156481 manila-share[88844]: DEBUG manila.share.driver [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Migration info obtained for share 96946420-3a20-443f-a635-099098b4831c: {'mount': 'mount -vt nfs %(options)s 127.0.0.1:/gamma/manila_share_96946420_3a20_443f_a635_099098b4831c %(path)s', 'unmount': 'umount -v %(path)s', 'access_mapping': {'ip': ['nfs']}}. {{(pid=88844) connection_get_info /opt/stack/manila/manila/share/driver.py:660}}
Feb 19 02:42:58.713587 np0000156481 manila-share[88840]: DEBUG manila.share.driver [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Migration info obtained for share 229ebb9c-bf2c-4c16-a834-220d755d41db: {'mount': 'mount -vt nfs %(options)s 127.0.0.1:/alpha/manila_share_229ebb9c_bf2c_4c16_a834_220d755d41db %(path)s', 'unmount': 'umount -v %(path)s', 'access_mapping': {'ip': ['nfs']}}. {{(pid=88840) connection_get_info /opt/stack/manila/manila/share/driver.py:660}}
Feb 19 02:42:59.015531 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Time to start copying in migration for share 66a17231-0303-4514-a4bd-5ab5d6cad14a. {{(pid=88840) _migration_start_host_assisted /opt/stack/manila/manila/share/manager.py:1774}}
Feb 19 02:42:59.158171 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Received request to update access for share instance df8e7874-1e52-4a93-b7ab-c975d9a40fe4. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:42:59.172199 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:59.172674 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:59.174881 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:59.175063 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:59.175355 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:59.193834 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Time to start copying in migration for share 9f14810d-6076-4e48-bde1-2a1417263a63. {{(pid=88844) _migration_start_host_assisted /opt/stack/manila/manila/share/manager.py:1774}}
Feb 19 02:42:59.256955 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.081s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:59.257129 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Updating access rules for share instance df8e7874-1e52-4a93-b7ab-c975d9a40fe4 belonging to share 66a17231-0303-4514-a4bd-5ab5d6cad14a. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:42:59.275184 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:59.275549 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:59.283195 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:59.283331 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:59.283550 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:59.306193 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:59.306390 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] All access rules of share instance df8e7874-1e52-4a93-b7ab-c975d9a40fe4 are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88840) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 02:42:59.321898 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "zfs-dataset-alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:59.322079 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:59.322278 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:59.322486 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 40] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.322921 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 40] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.323022 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 40 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:59.324608 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 40] Sesch channel 40 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.338462 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Received request to update access for share instance 96946420-3a20-443f-a635-099098b4831c. {{(pid=88844) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:42:59.353213 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:59.353674 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:59.355353 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 40] EOF received (40) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.355780 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 40] EOF sent (40) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.356283 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:59.356497 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:59.356616 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:59.356811 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:59.357088 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs set sharenfs=ro=51.51.51.51:127.0.0.1:50.50.50.50,no_root_squash alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:59.357352 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 22] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.357846 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 22] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.358003 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 22 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:59.359814 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 22] Sesch channel 22 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.392877 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.036s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:59.392995 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Updating access rules for share instance 96946420-3a20-443f-a635-099098b4831c belonging to share 9f14810d-6076-4e48-bde1-2a1417263a63. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:42:59.407504 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 22] EOF received (22) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.407648 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:59.407924 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:59.408114 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 22] EOF sent (22) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.408774 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:59.409158 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.087s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:59.409514 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:59.410020 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:59.412223 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:59.412385 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:59.412607 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:59.435274 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.022s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:59.435435 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] All access rules of share instance 96946420-3a20-443f-a635-099098b4831c are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88844) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 02:42:59.453530 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "zfs-dataset-gamma/manila_share_96946420_3a20_443f_a635_099098b4831c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:59.453800 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-gamma/manila_share_96946420_3a20_443f_a635_099098b4831c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:59.454046 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:59.454281 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 2] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.454960 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 2] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.455048 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 2 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:59.457562 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 2] Sesch channel 2 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.483517 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.073s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:59.483685 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:59.483974 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:59.484097 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:59.484218 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:59.484422 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:59.486410 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:59.487136 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:59.487136 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:59.488079 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 2] EOF received (2) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.488277 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 2] EOF sent (2) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.488501 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:59.488603 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:59.488739 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:59.488835 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:59.488979 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs set sharenfs=ro=50.50.50.50:127.0.0.1:51.51.51.51,no_root_squash gamma/manila_share_96946420_3a20_443f_a635_099098b4831c {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:59.490304 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 11] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.490304 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 11] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.490304 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 11 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:59.492114 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 11] Sesch channel 11 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.512013 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:59.512173 np0000156481 manila-share[88840]: INFO manila.share.access [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Access rules were successfully modified for share instance df8e7874-1e52-4a93-b7ab-c975d9a40fe4 belonging to share 66a17231-0303-4514-a4bd-5ab5d6cad14a.
Feb 19 02:42:59.533937 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 11] EOF received (11) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.534340 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 11] EOF sent (11) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.535051 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:59.535481 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-gamma/manila_share_96946420_3a20_443f_a635_099098b4831c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.082s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:59.535850 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:59.536391 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:59.558352 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Received request to finish Share Migration for share 0b5555c0-15d2-4147-be3c-a0689c518b98.
Feb 19 02:42:59.597718 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.060s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:59.597718 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:59.597718 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:59.597718 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:59.598094 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:59.598094 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:59.600767 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:59.600873 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:59.601102 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:59.602661 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:59.602793 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:59.602993 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:59.614458 np0000156481 manila-share[88840]: DEBUG manila.share.migration [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] No access rules to sync to destination share instance. {{(pid=88840) apply_new_access_rules /opt/stack/manila/manila/share/migration.py:187}}
Feb 19 02:42:59.638837 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.036s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:59.639053 np0000156481 manila-share[88844]: INFO manila.share.access [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Access rules were successfully modified for share instance 96946420-3a20-443f-a635-099098b4831c belonging to share 9f14810d-6076-4e48-bde1-2a1417263a63.
Feb 19 02:42:59.740818 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:59.741364 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:59.744584 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:59.745245 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:59.745245 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:59.747236 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:59.747390 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:59.747606 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:59.749541 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fba93c39-a426-4958-bc87-5cd00e464b5d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:59.749671 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] All access rules have been synced for share instance fba93c39-a426-4958-bc87-5cd00e464b5d belonging to share 0b5555c0-15d2-4147-be3c-a0689c518b98. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:42:59.753689 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:59.753901 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 15] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.754412 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 15] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.755016 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 15 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:59.757898 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 15] Sesch channel 15 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.789000 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 15] EOF received (15) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.789293 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 15] EOF sent (15) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.789841 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:59.790129 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:59.790396 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 41] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.790900 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 41] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.790996 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 41 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:59.792746 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 41] Sesch channel 41 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.816117 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 41] EOF received (41) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.816610 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 41] EOF sent (41) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.817107 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:59.817444 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "zfs-dataset-alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:59.817841 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:59.818035 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:59.818289 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 23] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.822110 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 23] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.822225 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 23 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:59.826973 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 23] Sesch channel 23 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.847203 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 23] EOF received (23) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.850552 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 23] EOF sent (23) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.852384 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:59.852384 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:42:59.852384 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.034s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:42:59.852384 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "zfs-dataset-alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:42:59.852724 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:42:59.852724 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:59.852724 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 16] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.852724 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 16] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.852896 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 16 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:59.853809 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 16] Sesch channel 16 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.879871 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 16] EOF received (16) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.880289 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 16] EOF sent (16) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.880968 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:42:59.881299 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] ZFS option mountpoint's value is /alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:42:59.881601 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): lsof -w /alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:42:59.881965 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 42] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.882555 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 42] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.882714 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 42 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:42:59.884181 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 42] Sesch channel 42 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:42:59.935662 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Lock "locked-share-replica-operation-for-share-d465e4f0-78e1-4f3c-92d4-b5c4d0ca857e" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:43:00.069946 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Lock "locked-share-replica-operation-for-share-5d5c4f71-1bee-4f84-b0f5-6b0a04569db8" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:43:00.083512 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a916c8f9-c265-4722-ba51-2834f1268776" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:00.083956 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] Lock "locked_access_rules_operation_by_share_instance_a916c8f9-c265-4722-ba51-2834f1268776" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:00.096436 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] Lock "locked_access_rules_operation_by_share_instance_a916c8f9-c265-4722-ba51-2834f1268776" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.012s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:00.096596 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a916c8f9-c265-4722-ba51-2834f1268776" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:00.096771 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] Lock "locked_access_rules_operation_by_share_instance_a916c8f9-c265-4722-ba51-2834f1268776" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:00.109667 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] Lock "locked_access_rules_operation_by_share_instance_a916c8f9-c265-4722-ba51-2834f1268776" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.013s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:00.109797 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a916c8f9-c265-4722-ba51-2834f1268776" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:00.110041 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] Lock "locked_access_rules_operation_by_share_instance_a916c8f9-c265-4722-ba51-2834f1268776" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:00.112901 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_82369cc5-e66f-4ff7-aba2-a635fde58533" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:00.113055 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_82369cc5-e66f-4ff7-aba2-a635fde58533" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:00.114751 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] Lock "locked_access_rules_operation_by_share_instance_a916c8f9-c265-4722-ba51-2834f1268776" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:00.114857 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] All access rules have been synced for share instance a916c8f9-c265-4722-ba51-2834f1268776 belonging to share 571ca28e-1d8e-48e7-ac89-78783ac85b27. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:43:00.117003 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_82369cc5-e66f-4ff7-aba2-a635fde58533" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:00.117297 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_82369cc5-e66f-4ff7-aba2-a635fde58533" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:00.117297 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_82369cc5-e66f-4ff7-aba2-a635fde58533" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:00.123664 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_82369cc5-e66f-4ff7-aba2-a635fde58533" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:00.123763 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_82369cc5-e66f-4ff7-aba2-a635fde58533" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:00.123971 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_82369cc5-e66f-4ff7-aba2-a635fde58533" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:00.125636 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:00.125832 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] [chan 10] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.130050 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 10] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.130119 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 10 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:00.130587 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_82369cc5-e66f-4ff7-aba2-a635fde58533" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:00.130700 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] All access rules have been synced for share instance 82369cc5-e66f-4ff7-aba2-a635fde58533 belonging to share d465e4f0-78e1-4f3c-92d4-b5c4d0ca857e. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:43:00.132836 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 10] Sesch channel 10 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.137084 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:00.137236 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] [chan 23] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.137862 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 23] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.137971 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 23 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:00.141535 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 23] Sesch channel 23 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.161602 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c75fe3b4-9cbc-41ec-8c98-74187fd645c8" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:00.162364 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Lock "locked_access_rules_operation_by_share_instance_c75fe3b4-9cbc-41ec-8c98-74187fd645c8" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:00.163672 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Lock "locked_access_rules_operation_by_share_instance_c75fe3b4-9cbc-41ec-8c98-74187fd645c8" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:00.163847 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c75fe3b4-9cbc-41ec-8c98-74187fd645c8" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:00.163988 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Lock "locked_access_rules_operation_by_share_instance_c75fe3b4-9cbc-41ec-8c98-74187fd645c8" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:00.165711 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Lock "locked_access_rules_operation_by_share_instance_c75fe3b4-9cbc-41ec-8c98-74187fd645c8" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:00.165828 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c75fe3b4-9cbc-41ec-8c98-74187fd645c8" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:00.166029 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Lock "locked_access_rules_operation_by_share_instance_c75fe3b4-9cbc-41ec-8c98-74187fd645c8" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:00.168653 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Lock "locked_access_rules_operation_by_share_instance_c75fe3b4-9cbc-41ec-8c98-74187fd645c8" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:00.168653 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] All access rules have been synced for share instance c75fe3b4-9cbc-41ec-8c98-74187fd645c8 belonging to share 5d5c4f71-1bee-4f84-b0f5-6b0a04569db8. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:43:00.171254 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:00.171489 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] [chan 10] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.172674 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 10] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.172749 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 10 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:00.174240 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 10] Sesch channel 10 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.174635 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 10] EOF received (10) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.174772 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 10] EOF sent (10) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.175085 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:00.175250 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:00.175453 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] [chan 3] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.176203 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 3] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.176283 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 3 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:00.177658 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 3] Sesch channel 3 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.182862 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 23] EOF received (23) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.183151 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 23] EOF sent (23) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.183612 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:00.183851 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_82369cc5_e66f_4ff7_aba2_a635fde58533@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:00.184226 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_82369cc5_e66f_4ff7_aba2_a635fde58533@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:00.184436 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_82369cc5_e66f_4ff7_aba2_a635fde58533@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:00.184647 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] [chan 11] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.203467 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 3] EOF received (3) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.204006 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 3] EOF sent (3) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.204591 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:00.204885 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] Acquiring lock "zfs-dataset-gamma/manila_share_a916c8f9_c265_4722_ba51_2834f1268776" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:00.205263 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] Lock "zfs-dataset-gamma/manila_share_a916c8f9_c265_4722_ba51_2834f1268776" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:00.205562 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_a916c8f9_c265_4722_ba51_2834f1268776 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:00.205909 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] [chan 17] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.206502 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 10] EOF received (10) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.206879 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 10] EOF sent (10) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.207961 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:00.208229 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Acquiring lock "zfs-dataset-gamma/manila_share_c75fe3b4_9cbc_41ec_8c98_74187fd645c8@tmp_snapshot_for_replication__c75fe3b4_9cbc_41ec_8c98_74187fd645c8_time_2026-02-19T02:42:57.120785" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:00.208743 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Lock "zfs-dataset-gamma/manila_share_c75fe3b4_9cbc_41ec_8c98_74187fd645c8@tmp_snapshot_for_replication__c75fe3b4_9cbc_41ec_8c98_74187fd645c8_time_2026-02-19T02:42:57.120785" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:00.209066 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_c75fe3b4_9cbc_41ec_8c98_74187fd645c8@tmp_snapshot_for_replication__c75fe3b4_9cbc_41ec_8c98_74187fd645c8_time_2026-02-19T02:42:57.120785 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:00.209374 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] [chan 24] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.209760 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 17] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.209948 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 17 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:00.211429 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 17] Sesch channel 17 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.215681 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 11] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.215733 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 11 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:00.216923 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 11] Sesch channel 11 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.223846 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 24] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.223998 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 24 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:00.225368 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 24] Sesch channel 24 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.235567 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 42] EOF received (42) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.238187 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 17] EOF received (17) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.238279 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 42] EOF sent (42) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.238414 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 17] EOF sent (17) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.238821 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:00.239053 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:00.239204 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:00.239470 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] Lock "zfs-dataset-gamma/manila_share_a916c8f9_c265_4722_ba51_2834f1268776" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.034s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:00.239685 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo umount /alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:00.239830 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] Acquiring lock "zfs-dataset-gamma/manila_share_a916c8f9_c265_4722_ba51_2834f1268776" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:00.240153 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] Lock "zfs-dataset-gamma/manila_share_a916c8f9_c265_4722_ba51_2834f1268776" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:00.240357 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_a916c8f9_c265_4722_ba51_2834f1268776 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:00.240579 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] [chan 4] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.240822 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 17] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.241379 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 17] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.241551 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 17 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:00.244168 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 17] Sesch channel 17 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.244761 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 4] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.244876 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 4 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:00.247250 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 4] Sesch channel 4 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.248510 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 11] EOF received (11) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.248666 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 11] EOF sent (11) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.248941 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:00.249151 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:00.249306 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:00.249471 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] [chan 11] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.249714 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 24] EOF received (24) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.249884 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 24] EOF sent (24) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.250143 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:00.250282 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:00.250465 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:00.250609 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] [chan 12] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.250801 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 11] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.250873 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 11 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:00.252337 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 11] Sesch channel 11 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.259814 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 17] EOF received (17) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.260071 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 17] EOF sent (17) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.260416 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:00.268101 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 11] EOF received (11) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.269832 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 11] EOF sent (11) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.269832 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:00.270381 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 4] EOF received (4) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.270721 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 4] EOF sent (4) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.271264 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:00.271626 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] ZFS option mountpoint's value is /gamma/manila_share_a916c8f9_c265_4722_ba51_2834f1268776. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:00.271884 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] Running cmd (SSH): lsof -w /gamma/manila_share_a916c8f9_c265_4722_ba51_2834f1268776 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:00.272192 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] [chan 25] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.289875 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 12] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.290005 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 12 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:00.291501 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 12] Sesch channel 12 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.291944 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 25] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.292097 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 25 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:00.293419 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 25] Sesch channel 25 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.310660 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 12] EOF received (12) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.310999 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 12] EOF sent (12) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.311692 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:00.588251 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 25] EOF received (25) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.588656 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 25] EOF sent (25) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.589285 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:00.589792 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] Running cmd (SSH): sudo umount /gamma/manila_share_a916c8f9_c265_4722_ba51_2834f1268776 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:00.590118 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] [chan 12] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.590859 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 12] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.591018 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 12 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:00.593971 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 12] Sesch channel 12 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.643083 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 12] EOF received (12) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.643389 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 12] EOF sent (12) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.643805 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:00.654473 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Received request to update access for share instance c50e02ab-0cd8-4a53-919d-81d4ec76f0bd. {{(pid=88844) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:43:00.676802 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:00.677156 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:00.679778 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:00.679911 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:00.680111 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:00.741339 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.058s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:00.741339 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Updating access rules for share instance c50e02ab-0cd8-4a53-919d-81d4ec76f0bd belonging to share 66a17231-0303-4514-a4bd-5ab5d6cad14a. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:43:00.752484 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:00.752774 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:00.757214 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:00.757214 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:00.757338 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:00.772397 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:00.785459 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "zfs-dataset-gamma/manila_share_c50e02ab_0cd8_4a53_919d_81d4ec76f0bd" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:00.785757 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-gamma/manila_share_c50e02ab_0cd8_4a53_919d_81d4ec76f0bd" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:00.785939 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:00.786126 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 5] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.786726 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 5] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.786804 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 5 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:00.789726 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 5] Sesch channel 5 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.810673 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Received request to update access for share instance 229ebb9c-bf2c-4c16-a834-220d755d41db. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:43:00.821831 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:00.822360 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:00.824721 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:00.824875 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:00.825049 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:00.826289 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 5] EOF received (5) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.826679 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 5] EOF sent (5) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.827454 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:00.827848 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs set sharenfs=rw=127.0.0.1,no_root_squash gamma/manila_share_c50e02ab_0cd8_4a53_919d_81d4ec76f0bd {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:00.828244 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 12] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.828800 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 12] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.828963 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 12 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:00.831036 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 12] Sesch channel 12 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.882856 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 12] EOF received (12) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.883239 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 12] EOF sent (12) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:00.883852 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:00.884212 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-gamma/manila_share_c50e02ab_0cd8_4a53_919d_81d4ec76f0bd" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.098s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:00.884541 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:00.885014 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:00.932013 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.047s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:00.932200 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:00.933274 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:00.933274 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:00.933274 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:00.933274 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:00.934978 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:00.935176 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:00.935447 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:00.937060 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:00.937269 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:00.937549 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:00.962162 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.137s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:00.962276 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Updating access rules for share instance 229ebb9c-bf2c-4c16-a834-220d755d41db belonging to share 9f14810d-6076-4e48-bde1-2a1417263a63. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:43:00.963905 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:00.963905 np0000156481 manila-share[88844]: INFO manila.share.access [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Access rules were successfully modified for share instance c50e02ab-0cd8-4a53-919d-81d4ec76f0bd belonging to share 66a17231-0303-4514-a4bd-5ab5d6cad14a.
Feb 19 02:43:00.984141 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:00.984522 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:00.989998 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:00.990138 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:00.990382 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:01.008461 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.018s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:01.022657 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "zfs-dataset-alpha/manila_share_229ebb9c_bf2c_4c16_a834_220d755d41db" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:01.023120 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-alpha/manila_share_229ebb9c_bf2c_4c16_a834_220d755d41db" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:01.023448 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:01.023658 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 43] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.024119 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 43] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.024208 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 43 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:01.025493 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 43] Sesch channel 43 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.057865 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 43] EOF received (43) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.060682 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 43] EOF sent (43) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.060682 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:01.060682 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs set sharenfs=rw=127.0.0.1,no_root_squash alpha/manila_share_229ebb9c_bf2c_4c16_a834_220d755d41db {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:01.060682 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 24] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.060682 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 24] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.060842 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 24 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:01.063259 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 24] Sesch channel 24 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.106732 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 24] EOF received (24) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.107204 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 24] EOF sent (24) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.107884 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:01.108368 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-alpha/manila_share_229ebb9c_bf2c_4c16_a834_220d755d41db" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.085s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:01.108711 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:01.109237 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:01.135083 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1b40244d-1784-4ff3-87a1-a38598e0c42b tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vD alpha/manila_share_1a7f6f1d_3ca7_4a13_9006_69334b7a144d@manila_share_snapshot_626f6784_a5b0_4b60_85be_5e59bba0bdb3 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_2c5d8a18_9b37_4ad6_a2b1_ecebc863021b {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:01.135533 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-1b40244d-1784-4ff3-87a1-a38598e0c42b tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 13] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.136414 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 13] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.136604 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 13 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:01.138716 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 13] Sesch channel 13 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.176958 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.068s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:01.177227 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:01.177584 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:01.177769 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:01.177952 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:01.178227 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:01.180820 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:01.180951 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:01.181166 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:01.182944 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:01.183052 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:01.183264 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:01.209555 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:01.209772 np0000156481 manila-share[88840]: INFO manila.share.access [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Access rules were successfully modified for share instance 229ebb9c-bf2c-4c16-a834-220d755d41db belonging to share 9f14810d-6076-4e48-bde1-2a1417263a63.
Feb 19 02:43:01.607501 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 13] EOF received (13) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.607769 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 13] EOF sent (13) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.608047 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1b40244d-1784-4ff3-87a1-a38598e0c42b tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:01.608216 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1b40244d-1784-4ff3-87a1-a38598e0c42b tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_2c5d8a18_9b37_4ad6_a2b1_ecebc863021b {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:01.608414 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-1b40244d-1784-4ff3-87a1-a38598e0c42b tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 26] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.610587 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 26] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.610670 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 26 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:01.611980 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 26] Sesch channel 26 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.656399 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 26] EOF received (26) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.656598 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 26] EOF sent (26) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.657214 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1b40244d-1784-4ff3-87a1-a38598e0c42b tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:01.657579 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1b40244d-1784-4ff3-87a1-a38598e0c42b tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs set compression=gzip gamma/manila_share_2c5d8a18_9b37_4ad6_a2b1_ecebc863021b {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:01.657948 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-1b40244d-1784-4ff3-87a1-a38598e0c42b tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 13] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.658651 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 13] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.658823 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 13 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:01.660897 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 13] Sesch channel 13 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.702694 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 13] EOF received (13) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.702924 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 13] EOF sent (13) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.703281 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1b40244d-1784-4ff3-87a1-a38598e0c42b tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:01.703506 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1b40244d-1784-4ff3-87a1-a38598e0c42b tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs set readonly=off gamma/manila_share_2c5d8a18_9b37_4ad6_a2b1_ecebc863021b {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:01.703715 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-1b40244d-1784-4ff3-87a1-a38598e0c42b tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 6] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.704161 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 6] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.704267 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 6 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:01.706668 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 6] Sesch channel 6 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.749088 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 6] EOF received (6) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.749789 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 6] EOF sent (6) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.750112 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1b40244d-1784-4ff3-87a1-a38598e0c42b tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:01.750706 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1b40244d-1784-4ff3-87a1-a38598e0c42b tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs destroy gamma/manila_share_2c5d8a18_9b37_4ad6_a2b1_ecebc863021b@manila_share_snapshot_626f6784_a5b0_4b60_85be_5e59bba0bdb3 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:01.751087 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-1b40244d-1784-4ff3-87a1-a38598e0c42b tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 14] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.751774 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 14] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.751959 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 14 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:01.753673 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 14] Sesch channel 14 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.792876 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 14] EOF received (14) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.793104 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 14] EOF sent (14) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.793576 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1b40244d-1784-4ff3-87a1-a38598e0c42b tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:01.794008 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1b40244d-1784-4ff3-87a1-a38598e0c42b tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_2c5d8a18_9b37_4ad6_a2b1_ecebc863021b {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:01.794365 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-1b40244d-1784-4ff3-87a1-a38598e0c42b tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 18] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.794988 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 18] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.795152 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 18 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:01.797120 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 18] Sesch channel 18 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.824373 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 18] EOF received (18) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.824633 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 18] EOF sent (18) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.825016 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1b40244d-1784-4ff3-87a1-a38598e0c42b tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:01.825227 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1b40244d-1784-4ff3-87a1-a38598e0c42b tempest-SharesFromSnapshotAcrossPools-1974326921 None] ZFS option mountpoint's value is /gamma/manila_share_2c5d8a18_9b37_4ad6_a2b1_ecebc863021b. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:01.845042 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Received request to update access for share instance 66848d9c-61e2-49b1-bc90-3d95c62201e6. {{(pid=88844) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:43:01.850696 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-1b40244d-1784-4ff3-87a1-a38598e0c42b tempest-SharesFromSnapshotAcrossPools-1974326921 None] Share instance 2c5d8a18-9b37-4ad6-a2b1-ecebc863021b created successfully.
Feb 19 02:43:01.861446 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:01.861741 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:01.863758 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:01.863899 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:01.864075 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:01.914441 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.050s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:01.914441 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Updating access rules for share instance 66848d9c-61e2-49b1-bc90-3d95c62201e6 belonging to share c52b05df-0d3b-44b1-ba41-ce91cbe5be9c. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:43:01.928434 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:01.928767 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:01.934205 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:01.934415 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:01.934573 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:01.962193 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.028s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:01.962375 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] All access rules of share instance 66848d9c-61e2-49b1-bc90-3d95c62201e6 are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88844) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 02:43:01.978092 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "zfs-dataset-gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:01.978414 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:01.978678 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:01.978954 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 27] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.979546 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 27] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:01.979674 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 27 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:01.981717 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 27] Sesch channel 27 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.018739 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 27] EOF received (27) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.019112 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 27] EOF sent (27) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.019833 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:02.020226 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs set sharenfs=ro=51.51.51.51:50.50.50.50,no_root_squash gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:02.020590 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 13] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.021302 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 13] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.021515 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 13 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:02.023853 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 13] Sesch channel 13 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.074177 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 13] EOF received (13) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.074719 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 13] EOF sent (13) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.075517 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:02.076062 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.098s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:02.076459 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:02.077073 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:02.128920 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.052s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:02.129119 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:02.129399 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:02.149850 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.020s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:02.150041 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:02.150410 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:02.153241 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:02.153458 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:02.153757 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:02.156273 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:02.156483 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:02.156761 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:02.185853 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.029s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:02.186011 np0000156481 manila-share[88844]: INFO manila.share.access [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Access rules were successfully modified for share instance 66848d9c-61e2-49b1-bc90-3d95c62201e6 belonging to share c52b05df-0d3b-44b1-ba41-ce91cbe5be9c.
Feb 19 02:43:02.261683 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:02.262261 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 18] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.263499 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 18] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.263499 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 18 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:02.265258 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 18] Sesch channel 18 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.270895 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_82369cc5_e66f_4ff7_aba2_a635fde58533@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:02.273507 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] [chan 14] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.273507 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 14] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.273507 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 14 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:02.277344 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 14] Sesch channel 14 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.308136 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 18] EOF received (18) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.308706 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 18] EOF sent (18) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.309107 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:02.309488 np0000156481 manila-share[88840]: DEBUG manila.utils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 2.070(s), this was the 1st time calling it. {{(pid=88840) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 02:43:02.309756 np0000156481 manila-share[88840]: DEBUG manila.utils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 1.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 02:43:02.309756 np0000156481 manila-share[88840]: Command: sudo zfs destroy -f alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d
Feb 19 02:43:02.309756 np0000156481 manila-share[88840]: Exit code: 1
Feb 19 02:43:02.309756 np0000156481 manila-share[88840]: Stdout: ''
Feb 19 02:43:02.309756 np0000156481 manila-share[88840]: Stderr: "cannot unmount '/alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d': pool or dataset is busy\n". {{(pid=88840) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 02:43:02.313465 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_c75fe3b4_9cbc_41ec_8c98_74187fd645c8@tmp_snapshot_for_replication__c75fe3b4_9cbc_41ec_8c98_74187fd645c8_time_2026-02-19T02:42:57.120785 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:02.313465 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] [chan 7] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.313962 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 7] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.314118 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 7 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:02.316174 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 7] Sesch channel 7 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.318667 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 14] EOF received (14) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.318667 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 14] EOF sent (14) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.318888 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:02.319208 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_82369cc5_e66f_4ff7_aba2_a635fde58533@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.135s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:02.319493 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_82369cc5_e66f_4ff7_aba2_a635fde58533@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:02.319890 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_82369cc5_e66f_4ff7_aba2_a635fde58533@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:02.320072 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_82369cc5_e66f_4ff7_aba2_a635fde58533@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:02.320277 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] [chan 15] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.321171 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 15] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.321381 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 15 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:02.322693 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 15] Sesch channel 15 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.349843 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 15] EOF received (15) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.349843 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 15] EOF sent (15) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.349843 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:02.349843 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:02.349843 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:02.349843 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] [chan 28] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.350645 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 28] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.350645 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 28 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:02.351852 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 28] Sesch channel 28 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.361785 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 7] EOF received (7) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.361990 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 7] EOF sent (7) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.362397 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:02.362711 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Lock "zfs-dataset-gamma/manila_share_c75fe3b4_9cbc_41ec_8c98_74187fd645c8@tmp_snapshot_for_replication__c75fe3b4_9cbc_41ec_8c98_74187fd645c8_time_2026-02-19T02:42:57.120785" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.154s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:02.362877 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:02.363079 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] [chan 15] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.363516 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 15] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.363620 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 15 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:02.365931 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 15] Sesch channel 15 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.376737 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 28] EOF received (28) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.376955 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 28] EOF sent (28) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.377306 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:02.396900 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 15] EOF received (15) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.397117 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 15] EOF sent (15) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.397574 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:02.397829 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Acquiring lock "zfs-dataset-gamma/manila_share_c75fe3b4_9cbc_41ec_8c98_74187fd645c8" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:02.398183 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Lock "zfs-dataset-gamma/manila_share_c75fe3b4_9cbc_41ec_8c98_74187fd645c8" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:02.398401 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_c75fe3b4_9cbc_41ec_8c98_74187fd645c8 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:02.398684 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] [chan 19] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.399056 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 19] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.399160 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 19 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:02.400288 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 19] Sesch channel 19 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.421202 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 19] EOF received (19) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.421446 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 19] EOF sent (19) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.421797 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:02.421987 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:02.422197 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Lock "zfs-dataset-gamma/manila_share_c75fe3b4_9cbc_41ec_8c98_74187fd645c8" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.024s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:02.422396 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Acquiring lock "zfs-dataset-gamma/manila_share_c75fe3b4_9cbc_41ec_8c98_74187fd645c8" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:02.422660 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Lock "zfs-dataset-gamma/manila_share_c75fe3b4_9cbc_41ec_8c98_74187fd645c8" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:02.422880 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_c75fe3b4_9cbc_41ec_8c98_74187fd645c8 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:02.423009 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] [chan 16] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.423513 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 16] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.423620 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 16 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:02.425297 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 16] Sesch channel 16 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.443184 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 16] EOF received (16) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.443454 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 16] EOF sent (16) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.443811 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:02.444000 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] ZFS option mountpoint's value is /gamma/manila_share_c75fe3b4_9cbc_41ec_8c98_74187fd645c8. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:02.444164 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): lsof -w /gamma/manila_share_c75fe3b4_9cbc_41ec_8c98_74187fd645c8 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:02.444374 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] [chan 8] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.444735 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 8] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.444839 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 8 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:02.445958 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 8] Sesch channel 8 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.644672 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_a916c8f9_c265_4722_ba51_2834f1268776 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:02.645298 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] [chan 29] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.645900 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 29] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.646122 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 29 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:02.647665 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 29] Sesch channel 29 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.715147 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 29] EOF received (29) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.715424 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 29] EOF sent (29) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.716005 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:02.716177 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] Lock "zfs-dataset-gamma/manila_share_a916c8f9_c265_4722_ba51_2834f1268776" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.476s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:02.763711 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 8] EOF received (8) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.763956 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 8] EOF sent (8) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.764401 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:02.764737 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo umount /gamma/manila_share_c75fe3b4_9cbc_41ec_8c98_74187fd645c8 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:02.767966 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] [chan 16] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.769767 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 16] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.769916 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 16 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:02.771184 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 16] Sesch channel 16 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.818119 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 16] EOF received (16) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.818353 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 16] EOF sent (16) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:02.819350 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:02.830863 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] Created reservations ['72d52c3a-dffb-45c3-ae4e-f9b5520cd12c', '59fed8a0-d604-4a19-b6c3-f65dd0cc6140', '08f5c6b6-bed8-4fc4-845f-ea2a716e0138', '41012f1c-e24c-4475-8732-bffca1e52788'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:43:02.847848 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] Committed reservations ['72d52c3a-dffb-45c3-ae4e-f9b5520cd12c', '59fed8a0-d604-4a19-b6c3-f65dd0cc6140', '08f5c6b6-bed8-4fc4-845f-ea2a716e0138', '41012f1c-e24c-4475-8732-bffca1e52788'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:43:02.854606 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-d3e89709-abc5-45c9-b9f3-36edf58b03df tempest-AdminActionsTest-528634798 None] Share instance a916c8f9-c265-4722-ba51-2834f1268776: deleted successfully.
Feb 19 02:43:03.253496 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5cfeb86b-2293-4f0e-bcec-0a83e64b420a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:03.253972 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] Lock "locked_access_rules_operation_by_share_instance_5cfeb86b-2293-4f0e-bcec-0a83e64b420a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:03.256254 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] Lock "locked_access_rules_operation_by_share_instance_5cfeb86b-2293-4f0e-bcec-0a83e64b420a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:03.256453 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5cfeb86b-2293-4f0e-bcec-0a83e64b420a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:03.256728 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] Lock "locked_access_rules_operation_by_share_instance_5cfeb86b-2293-4f0e-bcec-0a83e64b420a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:03.259593 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] Lock "locked_access_rules_operation_by_share_instance_5cfeb86b-2293-4f0e-bcec-0a83e64b420a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:03.259759 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5cfeb86b-2293-4f0e-bcec-0a83e64b420a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:03.260032 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] Lock "locked_access_rules_operation_by_share_instance_5cfeb86b-2293-4f0e-bcec-0a83e64b420a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:03.262451 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] Lock "locked_access_rules_operation_by_share_instance_5cfeb86b-2293-4f0e-bcec-0a83e64b420a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:03.262595 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] All access rules have been synced for share instance 5cfeb86b-2293-4f0e-bcec-0a83e64b420a belonging to share ca2ab6a8-ac78-458b-ae19-4e3c0926e665. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:43:03.267343 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:03.267604 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] [chan 17] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.268117 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 17] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.268219 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 17 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:03.271603 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 17] Sesch channel 17 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.310492 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo umount /alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:03.310788 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 44] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.311083 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 17] EOF received (17) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.311476 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 17] EOF sent (17) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.312164 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:03.312564 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:03.312890 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] [chan 30] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.313470 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 44] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.313562 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 44 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:03.313753 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 30] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.313922 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 30 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:03.315839 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 30] Sesch channel 30 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.320201 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 44] Sesch channel 44 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.320201 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Received request to update access for share instance 9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:43:03.339770 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:03.340045 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:03.342794 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:03.342927 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:03.343136 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:03.347369 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 44] EOF received (44) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.347547 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 44] EOF sent (44) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.347855 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:03.355685 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 30] EOF received (30) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.356102 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 30] EOF sent (30) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.356768 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:03.357447 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] Acquiring lock "zfs-dataset-gamma/manila_share_5cfeb86b_2293_4f0e_bcec_0a83e64b420a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:03.357768 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] Lock "zfs-dataset-gamma/manila_share_5cfeb86b_2293_4f0e_bcec_0a83e64b420a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:03.358037 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_5cfeb86b_2293_4f0e_bcec_0a83e64b420a {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:03.358560 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] [chan 14] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.361867 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 14] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.361867 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 14 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:03.362267 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 14] Sesch channel 14 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.383619 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.040s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:03.383619 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Updating access rules for share instance 9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa belonging to share c52b05df-0d3b-44b1-ba41-ce91cbe5be9c. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:43:03.389670 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 14] EOF received (14) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.390050 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 14] EOF sent (14) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.390685 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:03.391012 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:03.391343 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] Lock "zfs-dataset-gamma/manila_share_5cfeb86b_2293_4f0e_bcec_0a83e64b420a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.034s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:03.391647 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] Acquiring lock "zfs-dataset-gamma/manila_share_5cfeb86b_2293_4f0e_bcec_0a83e64b420a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:03.392097 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] Lock "zfs-dataset-gamma/manila_share_5cfeb86b_2293_4f0e_bcec_0a83e64b420a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:03.392526 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_5cfeb86b_2293_4f0e_bcec_0a83e64b420a {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:03.392862 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] [chan 9] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.393544 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 9] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.393702 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 9 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:03.395739 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 9] Sesch channel 9 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.400706 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:03.401003 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:03.406818 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:03.406970 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:03.407142 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:03.415428 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:03.421568 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 9] EOF received (9) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.421957 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 9] EOF sent (9) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.422538 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:03.422725 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] ZFS option mountpoint's value is /gamma/manila_share_5cfeb86b_2293_4f0e_bcec_0a83e64b420a. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:03.422898 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] Running cmd (SSH): lsof -w /gamma/manila_share_5cfeb86b_2293_4f0e_bcec_0a83e64b420a {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:03.423085 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] [chan 17] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.425671 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 17] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.425787 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 17 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:03.427164 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 17] Sesch channel 17 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.432808 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "zfs-dataset-alpha/manila_share_9ed0c2e5_72c0_4cb8_89d3_c6f0aa56e1fa" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:03.433145 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-alpha/manila_share_9ed0c2e5_72c0_4cb8_89d3_c6f0aa56e1fa" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:03.433299 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:03.433637 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 19] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.434202 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 19] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.434299 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 19 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:03.436559 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 19] Sesch channel 19 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.465200 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 19] EOF received (19) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.465726 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 19] EOF sent (19) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.466508 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:03.466925 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_9ed0c2e5_72c0_4cb8_89d3_c6f0aa56e1fa {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:03.467289 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 25] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.468784 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 25] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.468961 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 25 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:03.471334 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 25] Sesch channel 25 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.522443 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 25] EOF received (25) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.522985 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 25] EOF sent (25) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.523596 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:03.523956 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-alpha/manila_share_9ed0c2e5_72c0_4cb8_89d3_c6f0aa56e1fa" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.091s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:03.524251 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:03.524747 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:03.550074 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.025s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:03.550234 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:03.550523 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:03.571518 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.021s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:03.571661 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:03.571907 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:03.573949 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:03.574084 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:03.574284 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:03.576680 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:03.576866 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:03.577146 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:03.604465 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:03.604588 np0000156481 manila-share[88840]: INFO manila.share.access [None req-27b9f7cb-3287-4bd3-96c2-5b23e6932800 tempest-MigrationTwoPhaseNFSTest-177544755 None] Access rules were successfully modified for share instance 9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa belonging to share c52b05df-0d3b-44b1-ba41-ce91cbe5be9c.
Feb 19 02:43:03.742000 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 17] EOF received (17) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.742509 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 17] EOF sent (17) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.743142 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:03.743706 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] Running cmd (SSH): sudo umount /gamma/manila_share_5cfeb86b_2293_4f0e_bcec_0a83e64b420a {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:03.744060 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] [chan 18] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.744773 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 18] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.744938 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 18 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:03.746867 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 18] Sesch channel 18 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.784606 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 18] EOF received (18) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.785020 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 18] EOF sent (18) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:03.785768 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:04.336716 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2c5d8a18-9b37-4ad6-a2b1-ecebc863021b" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:04.337065 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "locked_access_rules_operation_by_share_instance_2c5d8a18-9b37-4ad6-a2b1-ecebc863021b" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:04.339821 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "locked_access_rules_operation_by_share_instance_2c5d8a18-9b37-4ad6-a2b1-ecebc863021b" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:04.339938 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2c5d8a18-9b37-4ad6-a2b1-ecebc863021b" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:04.340149 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "locked_access_rules_operation_by_share_instance_2c5d8a18-9b37-4ad6-a2b1-ecebc863021b" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:04.342047 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "locked_access_rules_operation_by_share_instance_2c5d8a18-9b37-4ad6-a2b1-ecebc863021b" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:04.342178 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2c5d8a18-9b37-4ad6-a2b1-ecebc863021b" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:04.342393 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "locked_access_rules_operation_by_share_instance_2c5d8a18-9b37-4ad6-a2b1-ecebc863021b" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:04.344189 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "locked_access_rules_operation_by_share_instance_2c5d8a18-9b37-4ad6-a2b1-ecebc863021b" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:04.344305 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] All access rules have been synced for share instance 2c5d8a18-9b37-4ad6-a2b1-ecebc863021b belonging to share e1f38ba0-6098-41ef-91d2-135ea7525ef7. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:43:04.347811 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:04.348001 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 31] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.348379 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 31] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.348526 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 31 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:04.350411 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 31] Sesch channel 31 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.413465 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_82369cc5_e66f_4ff7_aba2_a635fde58533@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:04.413465 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] [chan 10] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.413465 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 10] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.413465 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 10 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:04.413465 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 10] Sesch channel 10 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.413465 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 31] EOF received (31) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.413465 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 31] EOF sent (31) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.413465 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:04.414031 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:04.414031 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 18] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.414031 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 18] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.414031 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 18 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:04.414031 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 18] Sesch channel 18 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.451877 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 10] EOF received (10) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.452231 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 10] EOF sent (10) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.452875 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:04.453387 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_82369cc5_e66f_4ff7_aba2_a635fde58533@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.133s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:04.453669 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:04.453988 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] [chan 19] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.454923 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 18] EOF received (18) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.455294 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 18] EOF sent (18) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.455850 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 19] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.455975 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 19 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:04.456535 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:04.456873 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] Acquiring lock "zfs-dataset-gamma/manila_share_2c5d8a18_9b37_4ad6_a2b1_ecebc863021b" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:04.457465 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "zfs-dataset-gamma/manila_share_2c5d8a18_9b37_4ad6_a2b1_ecebc863021b" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:04.457823 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_2c5d8a18_9b37_4ad6_a2b1_ecebc863021b {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:04.458130 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 20] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.458805 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 20] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.458962 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 20 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:04.460019 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 19] Sesch channel 19 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.460300 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 20] Sesch channel 20 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.488446 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 20] EOF received (20) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.488869 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 20] EOF sent (20) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.489510 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:04.489662 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:04.489812 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "zfs-dataset-gamma/manila_share_2c5d8a18_9b37_4ad6_a2b1_ecebc863021b" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.033s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:04.489943 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] Acquiring lock "zfs-dataset-gamma/manila_share_2c5d8a18_9b37_4ad6_a2b1_ecebc863021b" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:04.490163 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "zfs-dataset-gamma/manila_share_2c5d8a18_9b37_4ad6_a2b1_ecebc863021b" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:04.490290 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_2c5d8a18_9b37_4ad6_a2b1_ecebc863021b {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:04.490487 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 32] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.494159 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 32] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.494400 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 32 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:04.496708 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 32] Sesch channel 32 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.503738 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 19] EOF received (19) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.503974 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 19] EOF sent (19) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.504543 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:04.505152 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_82369cc5_e66f_4ff7_aba2_a635fde58533" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:04.505236 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_82369cc5_e66f_4ff7_aba2_a635fde58533" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:04.505458 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_82369cc5_e66f_4ff7_aba2_a635fde58533 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:04.505699 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] [chan 15] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.506115 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 15] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.506226 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 15 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:04.507487 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 15] Sesch channel 15 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.522084 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 32] EOF received (32) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.522504 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 32] EOF sent (32) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.523124 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:04.523503 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] ZFS option mountpoint's value is /gamma/manila_share_2c5d8a18_9b37_4ad6_a2b1_ecebc863021b. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:04.523780 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): lsof -w /gamma/manila_share_2c5d8a18_9b37_4ad6_a2b1_ecebc863021b {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:04.524106 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 11] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.524799 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 11] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.525031 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 11 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:04.526424 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 11] Sesch channel 11 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.533926 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 15] EOF received (15) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.534128 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 15] EOF sent (15) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.534522 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:04.534828 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:04.535133 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_82369cc5_e66f_4ff7_aba2_a635fde58533" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.030s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:04.535435 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_82369cc5_e66f_4ff7_aba2_a635fde58533" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:04.535908 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_82369cc5_e66f_4ff7_aba2_a635fde58533" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:04.536175 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_82369cc5_e66f_4ff7_aba2_a635fde58533 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:04.536533 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] [chan 19] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.537086 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 19] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.537247 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 19 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:04.538872 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 19] Sesch channel 19 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.564661 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 19] EOF received (19) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.564661 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 19] EOF sent (19) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.565228 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:04.565579 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is /gamma/manila_share_82369cc5_e66f_4ff7_aba2_a635fde58533. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:04.565846 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): lsof -w /gamma/manila_share_82369cc5_e66f_4ff7_aba2_a635fde58533 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:04.566166 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] [chan 20] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.567335 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 20] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.567519 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 20 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:04.569609 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 20] Sesch channel 20 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.593830 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Received request to update access for share instance df8e7874-1e52-4a93-b7ab-c975d9a40fe4. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:43:04.609064 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:04.609357 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:04.611669 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:04.611802 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:04.612006 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:04.672230 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.060s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:04.672406 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Updating access rules for share instance df8e7874-1e52-4a93-b7ab-c975d9a40fe4 belonging to share 66a17231-0303-4514-a4bd-5ab5d6cad14a. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:43:04.692919 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:04.693258 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:04.698143 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:04.698299 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:04.698578 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:04.728595 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.030s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:04.728828 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] All access rules of share instance df8e7874-1e52-4a93-b7ab-c975d9a40fe4 are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88840) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 02:43:04.742633 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "zfs-dataset-alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:04.742988 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:04.743243 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:04.743484 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 45] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.743897 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 45] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.744001 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 45 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:04.745450 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 45] Sesch channel 45 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.771772 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 45] EOF received (45) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.772031 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 45] EOF sent (45) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.772639 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:04.772986 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs set sharenfs=ro=51.51.51.51:50.50.50.50,no_root_squash alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:04.773228 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 26] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.773846 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 26] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.774017 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 26 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:04.776071 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 26] Sesch channel 26 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.819039 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 26] EOF received (26) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.819373 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 26] EOF sent (26) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.819931 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:04.820183 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.077s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:04.820403 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:04.820761 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:04.823166 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_c75fe3b4_9cbc_41ec_8c98_74187fd645c8 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:04.823570 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] [chan 33] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.830849 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 33] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.831562 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 33 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:04.832631 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 33] Sesch channel 33 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.834645 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Received request to update access for share instance 96946420-3a20-443f-a635-099098b4831c. {{(pid=88844) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:43:04.841786 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 11] EOF received (11) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.842031 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 11] EOF sent (11) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.842594 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:04.842937 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo umount /gamma/manila_share_2c5d8a18_9b37_4ad6_a2b1_ecebc863021b {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:04.843160 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 20] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.852952 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 20] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.853049 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 20 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:04.853252 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 20] EOF received (20) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.853448 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 20] EOF sent (20) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.853850 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:04.854043 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount /gamma/manila_share_82369cc5_e66f_4ff7_aba2_a635fde58533 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:04.854938 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] [chan 12] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.855208 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 20] Sesch channel 20 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.855755 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:04.856047 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:04.858200 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:04.858358 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:04.858563 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:04.869792 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.049s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:04.869950 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:04.870285 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:04.886681 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 12] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.886681 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 12 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:04.888420 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 12] Sesch channel 12 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.890048 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.020s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:04.890253 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:04.890575 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:04.891514 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 20] EOF received (20) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.891763 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 20] EOF sent (20) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.893064 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:04.894939 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 33] EOF received (33) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.895177 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 33] EOF sent (33) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.896012 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:04.896288 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:04.896579 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:04.897047 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:04.897576 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Lock "zfs-dataset-gamma/manila_share_c75fe3b4_9cbc_41ec_8c98_74187fd645c8" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.474s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:04.900838 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:04.901161 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:04.901663 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:04.925814 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 12] EOF received (12) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.925988 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 12] EOF sent (12) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:04.926351 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:04.927696 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:04.927828 np0000156481 manila-share[88840]: INFO manila.share.access [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Access rules were successfully modified for share instance df8e7874-1e52-4a93-b7ab-c975d9a40fe4 belonging to share 66a17231-0303-4514-a4bd-5ab5d6cad14a.
Feb 19 02:43:04.937649 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.079s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:04.937777 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Updating access rules for share instance 96946420-3a20-443f-a635-099098b4831c belonging to share 9f14810d-6076-4e48-bde1-2a1417263a63. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:43:04.963892 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:04.964169 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:04.973691 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:04.973814 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:04.974024 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:04.996713 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:04.996816 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] All access rules of share instance 96946420-3a20-443f-a635-099098b4831c are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88844) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 02:43:05.010190 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "zfs-dataset-gamma/manila_share_96946420_3a20_443f_a635_099098b4831c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:05.010457 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-gamma/manila_share_96946420_3a20_443f_a635_099098b4831c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:05.010676 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:05.010886 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 21] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:05.011801 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 21] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:05.011866 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 21 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:05.013680 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 21] Sesch channel 21 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:05.019584 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Created reservations ['1610b7f6-6688-44db-93df-292e0b4b40af', '5ab182be-19cf-4ba2-a4a7-133d0d9605be', 'd986c524-cd22-4d41-b94c-e8cdc37273ed', 'cdbb9cc6-e98a-4de5-b454-a679570ec95b'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:43:05.031868 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Committed reservations ['1610b7f6-6688-44db-93df-292e0b4b40af', '5ab182be-19cf-4ba2-a4a7-133d0d9605be', 'd986c524-cd22-4d41-b94c-e8cdc37273ed', 'cdbb9cc6-e98a-4de5-b454-a679570ec95b'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:43:05.036345 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-01248ea6-8b3e-43c9-90bd-0df9844b7471 tempest-ReplicationActionsAdminTest-1944799921 None] Share replica c75fe3b4-9cbc-41ec-8c98-74187fd645c8 deleted successfully.
Feb 19 02:43:05.055239 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 21] EOF received (21) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:05.055638 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 21] EOF sent (21) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:05.056384 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:05.056752 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs set sharenfs=ro=50.50.50.50:51.51.51.51,no_root_squash gamma/manila_share_96946420_3a20_443f_a635_099098b4831c {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:05.057078 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 21] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:05.057724 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 21] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:05.057894 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 21 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:05.059948 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 21] Sesch channel 21 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:05.101724 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 21] EOF received (21) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:05.102151 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 21] EOF sent (21) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:05.102788 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:05.103155 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-gamma/manila_share_96946420_3a20_443f_a635_099098b4831c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.093s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:05.103508 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:05.104012 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:05.158859 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.055s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:05.158985 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:05.159145 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:05.175060 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.016s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:05.175198 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:05.175444 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:05.178043 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:05.178232 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:05.178548 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:05.180799 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:05.180997 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:05.181280 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:05.205039 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:05.205173 np0000156481 manila-share[88844]: INFO manila.share.access [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Access rules were successfully modified for share instance 96946420-3a20-443f-a635-099098b4831c belonging to share 9f14810d-6076-4e48-bde1-2a1417263a63.
Feb 19 02:43:05.210886 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:43:05.211090 np0000156481 manila-share[88844]: DEBUG manila.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Notifying Schedulers of capabilities ... {{(pid=88844) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:43:05.213335 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:43:05.270084 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:43:05.270190 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica instances. {{(pid=88844) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:43:05.348752 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:05.349090 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 20] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:05.349918 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 20] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:05.350089 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 20 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:05.352265 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 20] Sesch channel 20 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:05.390618 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 20] EOF received (20) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:05.390986 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 20] EOF sent (20) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:05.391601 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:05.392073 np0000156481 manila-share[88840]: DEBUG manila.utils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 5.152(s), this was the 2nd time calling it. {{(pid=88840) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 02:43:05.392507 np0000156481 manila-share[88840]: DEBUG manila.utils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 2.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 02:43:05.392507 np0000156481 manila-share[88840]: Command: sudo zfs destroy -f alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d
Feb 19 02:43:05.392507 np0000156481 manila-share[88840]: Exit code: 1
Feb 19 02:43:05.392507 np0000156481 manila-share[88840]: Stdout: ''
Feb 19 02:43:05.392507 np0000156481 manila-share[88840]: Stderr: "cannot unmount '/alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d': pool or dataset is busy\n". {{(pid=88840) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 02:43:05.786750 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_5cfeb86b_2293_4f0e_bcec_0a83e64b420a {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:05.787086 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] [chan 21] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:05.787851 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 21] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:05.788015 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 21 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:05.790032 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 21] Sesch channel 21 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:05.850401 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 21] EOF received (21) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:05.850954 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 21] EOF sent (21) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:05.851394 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:05.851871 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] Lock "zfs-dataset-gamma/manila_share_5cfeb86b_2293_4f0e_bcec_0a83e64b420a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.460s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:06.025120 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] Created reservations ['80eed1d4-9a17-4f63-8fd8-198bd10134e0', 'cdf9a1d7-ecf4-40cc-8434-0349ecab3f03', '5ecee2d9-9a5f-4b8c-a9d0-bc85874f8fe0', '6889a355-7985-4c7b-903b-dce355ab31bd'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:43:06.037628 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] Committed reservations ['80eed1d4-9a17-4f63-8fd8-198bd10134e0', 'cdf9a1d7-ecf4-40cc-8434-0349ecab3f03', '5ecee2d9-9a5f-4b8c-a9d0-bc85874f8fe0', '6889a355-7985-4c7b-903b-dce355ab31bd'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:43:06.043231 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-4bc3412e-489e-4ea3-9629-847d85972967 tempest-AdminActionsTest-528634798 None] Share instance 5cfeb86b-2293-4f0e-bcec-0a83e64b420a: deleted successfully.
Feb 19 02:43:06.103791 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Received request to update access for share instance c50e02ab-0cd8-4a53-919d-81d4ec76f0bd. {{(pid=88844) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:43:06.129104 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:06.129263 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:06.131038 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Received request to finish Share Migration for share c52b05df-0d3b-44b1-ba41-ce91cbe5be9c.
Feb 19 02:43:06.132875 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:06.133013 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:06.133226 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:06.201577 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.068s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:06.201722 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Updating access rules for share instance c50e02ab-0cd8-4a53-919d-81d4ec76f0bd belonging to share 66a17231-0303-4514-a4bd-5ab5d6cad14a. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:43:06.220109 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:06.220459 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:06.224291 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:06.224525 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:06.228073 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:06.228073 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:06.228282 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:06.246574 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.018s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:06.250284 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:06.264735 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "zfs-dataset-gamma/manila_share_c50e02ab_0cd8_4a53_919d_81d4ec76f0bd" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:06.264959 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-gamma/manila_share_c50e02ab_0cd8_4a53_919d_81d4ec76f0bd" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:06.265119 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:06.265334 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 34] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.265742 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 34] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.265809 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 34 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.267000 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 34] Sesch channel 34 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.284308 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Received request to update access for share instance 9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:43:06.302368 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 34] EOF received (34) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.302542 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 34] EOF sent (34) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.302867 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:06.303051 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_c50e02ab_0cd8_4a53_919d_81d4ec76f0bd {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:06.303212 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 16] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.304739 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 16] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.304838 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 16 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.306015 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 16] Sesch channel 16 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.309654 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:06.309802 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:06.317013 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:06.317013 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:06.317013 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:06.329068 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Received request to update access for share instance 229ebb9c-bf2c-4c16-a834-220d755d41db. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:43:06.352548 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 16] EOF received (16) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.352722 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 16] EOF sent (16) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.353229 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:06.353907 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-gamma/manila_share_c50e02ab_0cd8_4a53_919d_81d4ec76f0bd" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.089s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:06.353907 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:06.354436 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:06.356149 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:06.356455 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:06.361404 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:06.361537 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:06.361760 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:06.377561 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:06.377704 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:06.378115 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:06.393258 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:06.393408 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:06.393674 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:06.395417 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:06.395553 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:06.395754 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:06.397566 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:06.397697 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:06.397903 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:06.419168 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.057s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:06.421409 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Updating access rules for share instance 229ebb9c-bf2c-4c16-a834-220d755d41db belonging to share 9f14810d-6076-4e48-bde1-2a1417263a63. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:43:06.425219 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:06.425436 np0000156481 manila-share[88844]: INFO manila.share.access [None req-e5cda6f3-8102-4d11-88cb-a9d43385ca0c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Access rules were successfully modified for share instance c50e02ab-0cd8-4a53-919d-81d4ec76f0bd belonging to share 66a17231-0303-4514-a4bd-5ab5d6cad14a.
Feb 19 02:43:06.454163 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:06.454509 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:06.464301 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:06.464513 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:06.464733 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:06.465392 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.149s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:06.465530 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Updating access rules for share instance 9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa belonging to share c52b05df-0d3b-44b1-ba41-ce91cbe5be9c. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:43:06.488890 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4423611c-66db-43d6-92a7-36e6f9930c7a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:06.489227 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Lock "locked_access_rules_operation_by_share_instance_4423611c-66db-43d6-92a7-36e6f9930c7a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:06.490822 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:06.492184 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:06.492416 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:06.494641 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Lock "locked_access_rules_operation_by_share_instance_4423611c-66db-43d6-92a7-36e6f9930c7a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:06.494774 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4423611c-66db-43d6-92a7-36e6f9930c7a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:06.494975 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Lock "locked_access_rules_operation_by_share_instance_4423611c-66db-43d6-92a7-36e6f9930c7a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:06.503807 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.011s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:06.503941 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:06.504153 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:06.505025 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Lock "locked_access_rules_operation_by_share_instance_4423611c-66db-43d6-92a7-36e6f9930c7a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:06.505155 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4423611c-66db-43d6-92a7-36e6f9930c7a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:06.505360 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Lock "locked_access_rules_operation_by_share_instance_4423611c-66db-43d6-92a7-36e6f9930c7a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:06.509688 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Lock "locked_access_rules_operation_by_share_instance_4423611c-66db-43d6-92a7-36e6f9930c7a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:06.509814 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] All access rules have been synced for share instance 4423611c-66db-43d6-92a7-36e6f9930c7a belonging to share 5d5c4f71-1bee-4f84-b0f5-6b0a04569db8. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:43:06.510517 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "zfs-dataset-alpha/manila_share_229ebb9c_bf2c_4c16_a834_220d755d41db" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:06.510729 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-alpha/manila_share_229ebb9c_bf2c_4c16_a834_220d755d41db" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:06.510874 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:06.511073 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 46] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.513538 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 46] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.513639 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 46 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.515210 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 46] Sesch channel 46 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.526549 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:06.526873 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] [chan 21] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.528430 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 21] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.528430 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 21 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.530127 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 21] Sesch channel 21 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.532940 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.029s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:06.545861 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "zfs-dataset-alpha/manila_share_9ed0c2e5_72c0_4cb8_89d3_c6f0aa56e1fa" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:06.545861 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-alpha/manila_share_9ed0c2e5_72c0_4cb8_89d3_c6f0aa56e1fa" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:06.546075 np0000156481 manila-share[88840]: DEBUG manila.ssh_utils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] ssh.connect: ip: 127.0.0.1, port: 22, look_for_keys: True, timeout: 60, banner_timeout: 60 {{(pid=88840) create /opt/stack/manila/manila/ssh_utils.py:90}}
Feb 19 02:43:06.547359 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 46] EOF received (46) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.547359 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 46] EOF sent (46) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.547522 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] starting thread (client mode): 0xf463ed50 {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.547656 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Local version/idstring: SSH-2.0-paramiko_4.0.0 {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.547970 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:06.559468 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Remote version/idstring: SSH-2.0-OpenSSH_9.6p1 Ubuntu-3ubuntu13.14 {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.559563 np0000156481 manila-share[88840]: INFO paramiko.transport [-] Connected (version 2.0, client OpenSSH_9.6p1)
Feb 19 02:43:06.561870 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] === Key exchange possibilities === {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.562039 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] kex algos: curve25519-sha256@libssh.org, ecdh-sha2-nistp521, ecdh-sha2-nistp384, ecdh-sha2-nistp256, diffie-hellman-group-exchange-sha256, ext-info-s, kex-strict-s-v00@openssh.com {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.562192 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] server key: rsa-sha2-512, rsa-sha2-256, ecdsa-sha2-nistp256, ssh-ed25519 {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.562358 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] client encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.562654 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] server encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.562654 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] client mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.562797 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] server mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.562946 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] client compress: none, zlib@openssh.com {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.563071 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] server compress: none, zlib@openssh.com {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.563351 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] client lang: <none> {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.563501 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] server lang: <none> {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.563649 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] kex follows: False {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.563786 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] === Key exchange agreements === {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.563939 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Strict kex mode: True {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.564110 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Kex: curve25519-sha256@libssh.org {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.564280 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] HostKey: ssh-ed25519 {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.564482 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Cipher: aes128-ctr {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.564650 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] MAC: hmac-sha2-256 {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.564809 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Compression: none {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.564948 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] === End of kex handshake === {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.565936 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 21] EOF received (21) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.566276 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 21] EOF sent (21) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.566912 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:06.574017 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Resetting outbound seqno after NEWKEYS due to strict mode {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.574116 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] kex engine KexCurve25519 specified hash_algo <built-in function openssl_sha256> {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.574400 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Switch to new keys ... {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.574601 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Resetting inbound seqno after NEWKEYS due to strict mode {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.574811 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Got EXT_INFO: {'server-sig-algs': b'ssh-ed25519,ecdsa-sha2-nistp256,ecdsa-sha2-nistp384,ecdsa-sha2-nistp521,sk-ssh-ed25519@openssh.com,sk-ecdsa-sha2-nistp256@openssh.com,rsa-sha2-512,rsa-sha2-256', 'publickey-hostbound@openssh.com': b'0', 'ping@openssh.com': b'0'} {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.575083 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Adding ssh-ed25519 host key for 127.0.0.1: b'de6238e06fb604412ad1c08409e8a8e9' {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.575702 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Trying discovered key b'ccfdc5a523283ede9316b31801b388fd' in /opt/stack/.ssh/id_ecdsa {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.615146 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] userauth is OK {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.630389 np0000156481 manila-share[88840]: INFO paramiko.transport [-] Authentication (publickey) successful!
Feb 19 02:43:06.630673 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:06.631010 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 0] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.631602 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_229ebb9c_bf2c_4c16_a834_220d755d41db {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:06.631899 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 27] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.632475 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:06.632891 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] [chan 47] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.633408 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 27] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.633572 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 27 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.634136 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 47] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.634292 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 47 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.635614 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 27] Sesch channel 27 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.636249 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 47] Sesch channel 47 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.668746 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 47] EOF received (47) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.668746 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] [chan 47] EOF sent (47) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.669449 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:06.669839 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_4423611c_66db_43d6_92a7_36e6f9930c7a@tmp_snapshot_for_replication__c75fe3b4_9cbc_41ec_8c98_74187fd645c8_time_2026-02-19T02:42:57.120785" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:06.670497 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Lock "zfs-dataset-betta/subdir/manila_share_4423611c_66db_43d6_92a7_36e6f9930c7a@tmp_snapshot_for_replication__c75fe3b4_9cbc_41ec_8c98_74187fd645c8_time_2026-02-19T02:42:57.120785" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:06.670804 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_4423611c_66db_43d6_92a7_36e6f9930c7a@tmp_snapshot_for_replication__c75fe3b4_9cbc_41ec_8c98_74187fd645c8_time_2026-02-19T02:42:57.120785 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:06.671128 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] [chan 22] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.671808 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 22] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.671968 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 22 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.673991 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 22] Sesch channel 22 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.679477 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Received global request "hostkeys-00@openssh.com" {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.679541 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Rejecting "hostkeys-00@openssh.com" global request from server. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.680336 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Debug msg: b'/opt/stack/.ssh/authorized_keys:1: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding' {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.680336 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 27] EOF received (27) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.680451 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 27] EOF sent (27) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.680731 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:06.680971 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-alpha/manila_share_229ebb9c_bf2c_4c16_a834_220d755d41db" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.170s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:06.682294 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:06.682294 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:06.699806 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 22] EOF received (22) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.700061 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 22] EOF sent (22) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.700516 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:06.700731 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:06.701052 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:06.701280 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] [chan 48] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.705587 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:06.705776 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:06.706061 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:06.711213 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 48] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.711379 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 48 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.746828 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 0] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.746828 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 0 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.746828 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 48] Sesch channel 48 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.748987 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 0] Sesch channel 0 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.757241 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.050s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:06.757241 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:06.757241 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:06.762657 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:06.762892 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:06.763163 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:06.764073 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 48] EOF received (48) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.764351 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 48] EOF sent (48) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.765165 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:06.766143 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:06.768131 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:06.768360 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:06.777938 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 0] EOF received (0) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.778167 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 0] EOF sent (0) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.778822 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:06.778969 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash,ro=51.51.51.51,no_root_squash alpha/manila_share_9ed0c2e5_72c0_4cb8_89d3_c6f0aa56e1fa {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:06.779132 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 28] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.779635 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 28] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.779746 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 28 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.784791 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 28] Sesch channel 28 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.798023 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.030s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:06.798288 np0000156481 manila-share[88840]: INFO manila.share.access [None req-dc34f007-eb82-4ca3-8d78-309af2a97cde tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Access rules were successfully modified for share instance 229ebb9c-bf2c-4c16-a834-220d755d41db belonging to share 9f14810d-6076-4e48-bde1-2a1417263a63.
Feb 19 02:43:06.834039 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 28] EOF received (28) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.834533 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 28] EOF sent (28) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.835162 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:06.835691 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-alpha/manila_share_9ed0c2e5_72c0_4cb8_89d3_c6f0aa56e1fa" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.290s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:06.836362 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:06.837842 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:06.894347 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_2c5d8a18_9b37_4ad6_a2b1_ecebc863021b {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:06.894347 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 13] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.894822 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 13] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.894860 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 13 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.896823 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 13] Sesch channel 13 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.927697 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_82369cc5_e66f_4ff7_aba2_a635fde58533 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:06.928032 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] [chan 22] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.928674 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 22] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.928782 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 22 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:06.930142 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 22] Sesch channel 22 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.942149 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.105s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:06.942399 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:06.942610 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:06.942737 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:06.942855 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:06.943052 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:06.945046 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:06.945180 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:06.945847 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:06.947429 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:06.947585 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:06.947816 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:06.970875 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 13] EOF received (13) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.971178 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 13] EOF sent (13) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.971737 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:06.972110 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "zfs-dataset-gamma/manila_share_2c5d8a18_9b37_4ad6_a2b1_ecebc863021b" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.482s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:06.972248 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:06.972415 np0000156481 manila-share[88840]: INFO manila.share.access [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Access rules were successfully modified for share instance 9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa belonging to share c52b05df-0d3b-44b1-ba41-ce91cbe5be9c.
Feb 19 02:43:06.989051 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 22] EOF received (22) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.989301 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 22] EOF sent (22) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:06.989747 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:06.990073 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_82369cc5_e66f_4ff7_aba2_a635fde58533" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.454s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:07.091611 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] Created reservations ['8a59a506-d7ac-492a-a154-4b6e0f8c5f24', 'e1bc876f-6dfa-481f-ad49-20e550f944bc', '2a84c338-8b17-48e8-b1a2-7ba3dfb9e95d', 'e0b3da61-85a3-4022-9b54-213fd7f9db5f'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:43:07.100092 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Created reservations ['bb003ed4-2e9d-4387-94a5-9a947e193ac2', '43c625cc-d372-4990-921f-726b7f5b518c', '8ab85bdb-06dd-4462-bc30-097fcbccd7d9', '0162aa41-56f6-4609-a438-d3c2d1816c8d'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:43:07.112257 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] Committed reservations ['8a59a506-d7ac-492a-a154-4b6e0f8c5f24', 'e1bc876f-6dfa-481f-ad49-20e550f944bc', '2a84c338-8b17-48e8-b1a2-7ba3dfb9e95d', 'e0b3da61-85a3-4022-9b54-213fd7f9db5f'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:43:07.117060 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-299c1908-466b-4917-b0c2-a8ba3eb668ac tempest-SharesFromSnapshotAcrossPools-1974326921 None] Share instance 2c5d8a18-9b37-4ad6-a2b1-ecebc863021b: deleted successfully.
Feb 19 02:43:07.119699 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Committed reservations ['bb003ed4-2e9d-4387-94a5-9a947e193ac2', '43c625cc-d372-4990-921f-726b7f5b518c', '8ab85bdb-06dd-4462-bc30-097fcbccd7d9', '0162aa41-56f6-4609-a438-d3c2d1816c8d'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:43:07.125424 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-7dcf71fb-7cf8-4dd5-9d09-440d292bd89f tempest-ReplicationAdminTest-649857771 None] Share replica 82369cc5-e66f-4ff7-aba2-a635fde58533 deleted successfully.
Feb 19 02:43:07.125832 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Lock "locked-share-replica-operation-for-share-d465e4f0-78e1-4f3c-92d4-b5c4d0ca857e" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:43:07.144542 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:43:07.144658 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:43:07.148445 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:43:07.148543 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:43:07.150815 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:43:07.150815 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica snapshots. {{(pid=88844) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:43:07.158272 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._report_driver_status {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:43:07.158272 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share status
Feb 19 02:43:07.158562 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:07.158773 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 22] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:07.159289 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 22] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:07.159424 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 22 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:07.161069 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 22] Sesch channel 22 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:07.193439 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 22] EOF received (22) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:07.193859 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 22] EOF sent (22) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:07.194438 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:07.194714 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option free's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:07.194973 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:07.195285 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 35] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:07.195836 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 35] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:07.196002 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 35 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:07.197538 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 35] Sesch channel 35 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:07.226539 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 35] EOF received (35) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:07.226904 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 35] EOF sent (35) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:07.227449 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:07.227705 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option size's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:07.228038 np0000156481 manila-share[88844]: DEBUG manila.share.driver [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share stats. {{(pid=88844) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:43:07.228610 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:43:07.232390 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:43:07.244372 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:43:07.244484 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share instances. {{(pid=88844) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:43:07.252451 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:43:07.393672 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo umount /alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:07.394124 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 23] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:07.394790 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 23] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:07.394943 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 23 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:07.397200 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 23] Sesch channel 23 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:07.416846 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 23] EOF received (23) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:07.417262 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 23] EOF sent (23) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:07.418036 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:07.526287 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d7f63ad7-636a-4ad3-b483-bce71737efa8 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha/manila_share_1a7f6f1d_3ca7_4a13_9006_69334b7a144d@manila_share_snapshot_626f6784_a5b0_4b60_85be_5e59bba0bdb3 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:07.526725 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d7f63ad7-636a-4ad3-b483-bce71737efa8 tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 49] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:07.527043 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 49] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:07.527125 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 49 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:07.528679 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 49] Sesch channel 49 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:07.552105 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 49] EOF received (49) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:07.552487 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 49] EOF sent (49) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:07.553086 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d7f63ad7-636a-4ad3-b483-bce71737efa8 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:07.553424 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d7f63ad7-636a-4ad3-b483-bce71737efa8 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Acquiring lock "zfs-dataset-alpha/manila_share_1a7f6f1d_3ca7_4a13_9006_69334b7a144d@manila_share_snapshot_626f6784_a5b0_4b60_85be_5e59bba0bdb3" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:07.553931 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d7f63ad7-636a-4ad3-b483-bce71737efa8 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "zfs-dataset-alpha/manila_share_1a7f6f1d_3ca7_4a13_9006_69334b7a144d@manila_share_snapshot_626f6784_a5b0_4b60_85be_5e59bba0bdb3" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:07.554105 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d7f63ad7-636a-4ad3-b483-bce71737efa8 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_1a7f6f1d_3ca7_4a13_9006_69334b7a144d@manila_share_snapshot_626f6784_a5b0_4b60_85be_5e59bba0bdb3 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:07.554392 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d7f63ad7-636a-4ad3-b483-bce71737efa8 tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 1] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:07.554866 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 1] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:07.554978 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 1 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:07.556858 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 1] Sesch channel 1 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:07.582383 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 1] EOF received (1) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:07.582383 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 1] EOF sent (1) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:07.582795 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d7f63ad7-636a-4ad3-b483-bce71737efa8 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:07.583110 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-d7f63ad7-636a-4ad3-b483-bce71737efa8 tempest-SharesFromSnapshotAcrossPools-1974326921 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:07.583591 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d7f63ad7-636a-4ad3-b483-bce71737efa8 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:07.583928 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d7f63ad7-636a-4ad3-b483-bce71737efa8 tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 24] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:07.584581 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 24] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:07.584748 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 24 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:07.586279 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 24] Sesch channel 24 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:07.607041 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 24] EOF received (24) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:07.607496 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 24] EOF sent (24) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:07.608121 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d7f63ad7-636a-4ad3-b483-bce71737efa8 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:07.796964 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:07.797528 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:07.900666 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.103s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:07.901292 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:07.901292 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:07.904106 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:07.904284 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:07.904588 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:07.994873 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.090s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:07.995010 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Updating access rules for share instance 66848d9c-61e2-49b1-bc90-3d95c62201e6 belonging to share c52b05df-0d3b-44b1-ba41-ce91cbe5be9c. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:43:08.011014 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:08.011267 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:08.039624 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.028s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:08.039779 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:08.039949 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:08.063863 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:08.064025 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] All access rules of share instance 66848d9c-61e2-49b1-bc90-3d95c62201e6 are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88844) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 02:43:08.077928 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "zfs-dataset-gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:08.078247 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:08.078471 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:08.078739 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 14] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.079354 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 14] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.079462 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 14 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:08.081274 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 14] Sesch channel 14 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.115871 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 14] EOF received (14) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.116227 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 14] EOF sent (14) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.116961 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:08.117344 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:08.117689 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 22] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.118297 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 22] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.118495 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 22 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:08.120529 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 22] Sesch channel 22 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.199414 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 22] EOF received (22) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.199795 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 22] EOF sent (22) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.200407 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:08.200774 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.122s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:08.201082 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:08.201585 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:08.249548 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.048s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:08.249641 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:08.250001 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:08.287679 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.038s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:08.287877 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:08.288188 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:08.291595 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:08.291792 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:08.292068 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:08.294325 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:08.294515 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:08.294795 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:08.323754 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_66848d9c-61e2-49b1-bc90-3d95c62201e6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.029s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:08.323952 np0000156481 manila-share[88844]: INFO manila.share.access [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Access rules were successfully modified for share instance 66848d9c-61e2-49b1-bc90-3d95c62201e6 belonging to share c52b05df-0d3b-44b1-ba41-ce91cbe5be9c.
Feb 19 02:43:08.328836 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:08.329087 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 23] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.329623 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 23] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.329733 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 23 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:08.331137 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 23] Sesch channel 23 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.361842 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 23] EOF received (23) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.362244 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 23] EOF sent (23) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.362891 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:08.363269 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:08.363627 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 23] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.364346 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 23] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.364526 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 23 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:08.366473 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 23] Sesch channel 23 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.395093 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 23] EOF received (23) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.395504 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 23] EOF sent (23) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.396058 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:08.396447 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "zfs-dataset-gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:08.396904 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:08.397196 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:08.397513 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 17] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.398130 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 17] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.398295 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 17 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:08.400060 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 17] Sesch channel 17 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.428505 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 17] EOF received (17) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.428916 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 17] EOF sent (17) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.429540 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:08.429861 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:08.430174 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.033s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:08.430493 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "zfs-dataset-gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:08.430996 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:08.431261 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:08.431626 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 36] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.432212 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 36] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.432405 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 36 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:08.434264 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 36] Sesch channel 36 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.459036 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 36] EOF received (36) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.459505 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 36] EOF sent (36) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.460131 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:08.460501 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] ZFS option mountpoint's value is /gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:08.460788 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): lsof -w /gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:08.461126 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 15] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.461783 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 15] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.461957 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 15 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:08.463916 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 15] Sesch channel 15 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.588821 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c3c33ef8-fffc-49ef-94b2-92088cac1505 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:08.589411 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c3c33ef8-fffc-49ef-94b2-92088cac1505 tempest-MigrationCancelNFSTest-992920527 None] [chan 50] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.589749 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 50] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.589889 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 50 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:08.591896 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 50] Sesch channel 50 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.593436 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 15] EOF received (15) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.593924 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 15] EOF sent (15) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.594641 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:08.595175 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo umount /gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:08.595582 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 24] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.596137 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 24] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.596300 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 24 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:08.598038 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 24] Sesch channel 24 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.625389 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 24] EOF received (24) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.625389 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 24] EOF sent (24) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.625789 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:08.665095 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Received request to finish Share Migration for share 9f14810d-6076-4e48-bde1-2a1417263a63.
Feb 19 02:43:08.692716 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Received request to finish Share Migration for share 66a17231-0303-4514-a4bd-5ab5d6cad14a.
Feb 19 02:43:08.697942 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 50] EOF received (50) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.698884 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 50] EOF sent (50) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.698884 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c3c33ef8-fffc-49ef-94b2-92088cac1505 tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:08.699042 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c3c33ef8-fffc-49ef-94b2-92088cac1505 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:08.699184 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c3c33ef8-fffc-49ef-94b2-92088cac1505 tempest-MigrationCancelNFSTest-992920527 None] [chan 29] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.700747 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 29] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.700857 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 29 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:08.703042 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 29] Sesch channel 29 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.730094 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 29] EOF received (29) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.730265 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 29] EOF sent (29) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.730745 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c3c33ef8-fffc-49ef-94b2-92088cac1505 tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:08.730808 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-c3c33ef8-fffc-49ef-94b2-92088cac1505 tempest-MigrationCancelNFSTest-992920527 None] ZFS option mountpoint's value is /betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:08.736095 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:08.736585 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:08.758023 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-c3c33ef8-fffc-49ef-94b2-92088cac1505 tempest-MigrationCancelNFSTest-992920527 None] Share instance c98bdfac-9563-4346-a887-b3b6972cc67f created successfully.
Feb 19 02:43:08.762697 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:08.767563 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_4423611c_66db_43d6_92a7_36e6f9930c7a@tmp_snapshot_for_replication__c75fe3b4_9cbc_41ec_8c98_74187fd645c8_time_2026-02-19T02:42:57.120785 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:08.767745 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] [chan 2] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.770403 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 2] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.770555 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 2 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:08.776763 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 2] Sesch channel 2 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.785703 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:08.786045 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:08.789179 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Received request to update access for share instance 229ebb9c-bf2c-4c16-a834-220d755d41db. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:43:08.812333 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:08.812640 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:08.815410 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:08.815598 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:08.815731 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:08.820682 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.035s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:08.825410 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 2] EOF received (2) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.825410 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 2] EOF sent (2) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.825410 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:08.825654 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Lock "zfs-dataset-betta/subdir/manila_share_4423611c_66db_43d6_92a7_36e6f9930c7a@tmp_snapshot_for_replication__c75fe3b4_9cbc_41ec_8c98_74187fd645c8_time_2026-02-19T02:42:57.120785" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.155s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:08.825776 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_4423611c_66db_43d6_92a7_36e6f9930c7a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:08.826044 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Lock "zfs-dataset-betta/subdir/manila_share_4423611c_66db_43d6_92a7_36e6f9930c7a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:08.826183 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_4423611c_66db_43d6_92a7_36e6f9930c7a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:08.826354 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] [chan 30] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.829374 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 30] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.829374 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 30 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:08.833022 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 30] Sesch channel 30 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.841619 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Received request to update access for share instance c50e02ab-0cd8-4a53-919d-81d4ec76f0bd. {{(pid=88844) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:43:08.855783 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 30] EOF received (30) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.855908 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:08.855970 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 30] EOF sent (30) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.856213 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:08.856267 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:08.856456 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:08.856607 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Lock "zfs-dataset-betta/subdir/manila_share_4423611c_66db_43d6_92a7_36e6f9930c7a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.031s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:08.856743 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_4423611c_66db_43d6_92a7_36e6f9930c7a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:08.856968 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Lock "zfs-dataset-betta/subdir/manila_share_4423611c_66db_43d6_92a7_36e6f9930c7a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:08.857097 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_4423611c_66db_43d6_92a7_36e6f9930c7a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:08.857259 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] [chan 25] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.857584 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 25] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.857660 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 25 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:08.858059 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:08.858192 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:08.858409 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:08.859252 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 25] Sesch channel 25 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.891207 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 25] EOF received (25) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.891494 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 25] EOF sent (25) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.891889 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:08.892096 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] ZFS option mountpoint's value is /betta/subdir/manila_share_4423611c_66db_43d6_92a7_36e6f9930c7a. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:08.892334 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_4423611c_66db_43d6_92a7_36e6f9930c7a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:08.892552 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] [chan 51] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.893531 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 51] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.893624 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 51 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:08.896006 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 51] Sesch channel 51 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.899532 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.084s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:08.899642 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Updating access rules for share instance 229ebb9c-bf2c-4c16-a834-220d755d41db belonging to share 9f14810d-6076-4e48-bde1-2a1417263a63. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:43:08.912905 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:08.913247 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:08.919208 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:08.919423 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:08.919719 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:08.941233 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.083s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:08.941788 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Updating access rules for share instance c50e02ab-0cd8-4a53-919d-81d4ec76f0bd belonging to share 66a17231-0303-4514-a4bd-5ab5d6cad14a. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:43:08.945749 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:08.954906 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:08.955119 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:08.959584 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "zfs-dataset-alpha/manila_share_229ebb9c_bf2c_4c16_a834_220d755d41db" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:08.959896 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-alpha/manila_share_229ebb9c_bf2c_4c16_a834_220d755d41db" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:08.960063 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:08.960133 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:08.960255 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:08.960341 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 3] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.960560 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:08.960758 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 3] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.960820 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 3 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:08.962671 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 3] Sesch channel 3 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.983363 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:08.993021 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 3] EOF received (3) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.993396 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 3] EOF sent (3) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.994463 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:08.994463 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash,ro=51.51.51.51,no_root_squash alpha/manila_share_229ebb9c_bf2c_4c16_a834_220d755d41db {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:08.994734 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 31] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.995876 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 31] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:08.995876 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 31 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:08.997934 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 31] Sesch channel 31 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:09.000074 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "zfs-dataset-gamma/manila_share_c50e02ab_0cd8_4a53_919d_81d4ec76f0bd" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:09.000283 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-gamma/manila_share_c50e02ab_0cd8_4a53_919d_81d4ec76f0bd" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:09.000511 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:09.000700 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 24] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:09.001134 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 24] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:09.001211 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 24 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:09.002826 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 24] Sesch channel 24 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:09.018152 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 51] EOF received (51) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:09.018455 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 51] EOF sent (51) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:09.018993 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:09.019515 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_4423611c_66db_43d6_92a7_36e6f9930c7a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:09.019822 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] [chan 26] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:09.020301 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 26] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:09.020488 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 26 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:09.021982 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 26] Sesch channel 26 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:09.032937 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 24] EOF received (24) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:09.033923 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 24] EOF sent (24) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:09.034078 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:09.034501 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash,ro=51.51.51.51,no_root_squash gamma/manila_share_c50e02ab_0cd8_4a53_919d_81d4ec76f0bd {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:09.034826 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 23] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:09.035412 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 23] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:09.035612 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 23 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:09.037012 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 23] Sesch channel 23 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:09.047107 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 31] EOF received (31) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:09.047593 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 31] EOF sent (31) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:09.048237 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:09.048664 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-alpha/manila_share_229ebb9c_bf2c_4c16_a834_220d755d41db" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.089s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:09.049501 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:09.049501 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:09.052507 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 26] EOF received (26) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:09.052869 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 26] EOF sent (26) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:09.053495 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:09.096722 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 23] EOF received (23) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:09.097246 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 23] EOF sent (23) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:09.098158 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:09.098709 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-gamma/manila_share_c50e02ab_0cd8_4a53_919d_81d4ec76f0bd" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.098s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:09.099111 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:09.099917 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:09.174565 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.125s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:09.174767 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:09.175057 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:09.175201 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:09.175350 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:09.175534 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:09.177591 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:09.177724 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:09.177925 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:09.179597 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:09.179734 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:09.179928 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:09.198709 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.099s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:09.198709 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:09.199025 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:09.199092 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:09.199360 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:09.199446 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:09.201802 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:09.201957 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:09.202205 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:09.203991 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:09.204120 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:09.204637 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:09.209573 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.029s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:09.209736 np0000156481 manila-share[88840]: INFO manila.share.access [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Access rules were successfully modified for share instance 229ebb9c-bf2c-4c16-a834-220d755d41db belonging to share 9f14810d-6076-4e48-bde1-2a1417263a63.
Feb 19 02:43:09.230349 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:09.230460 np0000156481 manila-share[88844]: INFO manila.share.access [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Access rules were successfully modified for share instance c50e02ab-0cd8-4a53-919d-81d4ec76f0bd belonging to share 66a17231-0303-4514-a4bd-5ab5d6cad14a.
Feb 19 02:43:09.279852 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-66fe32c9-b42f-41c7-8ded-d2e4f1bdac71 tempest-ReplicationAdminTest-649857771 None] Lock "locked-share-replica-operation-for-share-d465e4f0-78e1-4f3c-92d4-b5c4d0ca857e" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:43:09.373842 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-66fe32c9-b42f-41c7-8ded-d2e4f1bdac71 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:09.374063 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-66fe32c9-b42f-41c7-8ded-d2e4f1bdac71 tempest-ReplicationAdminTest-649857771 None] [chan 37] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:09.374667 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 37] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:09.374765 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 37 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:09.376585 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 37] Sesch channel 37 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:09.419121 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:09.419608 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 4] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:09.420501 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 4] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:09.420713 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 4 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:09.422906 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 4] Sesch channel 4 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:09.475036 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 4] EOF received (4) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:09.475497 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 4] EOF sent (4) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:09.476390 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:09.476768 np0000156481 manila-share[88840]: DEBUG manila.utils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 9.237(s), this was the 3rd time calling it. {{(pid=88840) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 02:43:09.477143 np0000156481 manila-share[88840]: DEBUG manila.utils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 4.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 02:43:09.477143 np0000156481 manila-share[88840]: Command: sudo zfs destroy -f alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d
Feb 19 02:43:09.477143 np0000156481 manila-share[88840]: Exit code: 1
Feb 19 02:43:09.477143 np0000156481 manila-share[88840]: Stdout: ''
Feb 19 02:43:09.477143 np0000156481 manila-share[88840]: Stderr: "cannot unmount '/alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d': pool or dataset is busy\n". {{(pid=88840) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 02:43:09.609126 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d7f63ad7-636a-4ad3-b483-bce71737efa8 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_1a7f6f1d_3ca7_4a13_9006_69334b7a144d@manila_share_snapshot_626f6784_a5b0_4b60_85be_5e59bba0bdb3 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:09.609694 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d7f63ad7-636a-4ad3-b483-bce71737efa8 tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 52] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:09.610196 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 52] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:09.610391 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 52 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:09.612464 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 52] Sesch channel 52 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:09.615384 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 37] EOF received (37) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:09.615788 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 37] EOF sent (37) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:09.616597 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-66fe32c9-b42f-41c7-8ded-d2e4f1bdac71 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:09.616909 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-66fe32c9-b42f-41c7-8ded-d2e4f1bdac71 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:09.618281 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-66fe32c9-b42f-41c7-8ded-d2e4f1bdac71 tempest-ReplicationAdminTest-649857771 None] [chan 16] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:09.618281 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 16] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:09.618281 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 16 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:09.619640 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 16] Sesch channel 16 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:09.655070 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 52] EOF received (52) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:09.655508 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 52] EOF sent (52) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:09.656286 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d7f63ad7-636a-4ad3-b483-bce71737efa8 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:09.656850 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d7f63ad7-636a-4ad3-b483-bce71737efa8 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "zfs-dataset-alpha/manila_share_1a7f6f1d_3ca7_4a13_9006_69334b7a144d@manila_share_snapshot_626f6784_a5b0_4b60_85be_5e59bba0bdb3" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.103s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:09.750174 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-d7f63ad7-636a-4ad3-b483-bce71737efa8 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Created reservations ['df402a01-8887-47cf-827e-d3b9cff36eba', '65a49e71-5c75-4ee3-82ba-d4afe99f78a8', 'bea4ac78-58f6-454b-ab64-52105f73c660', 'f38a2b41-1b0d-4215-9ff6-80a444751d58'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:43:09.763478 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-d7f63ad7-636a-4ad3-b483-bce71737efa8 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Committed reservations ['df402a01-8887-47cf-827e-d3b9cff36eba', '65a49e71-5c75-4ee3-82ba-d4afe99f78a8', 'bea4ac78-58f6-454b-ab64-52105f73c660', 'f38a2b41-1b0d-4215-9ff6-80a444751d58'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:43:10.290416 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:10.291229 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:10.313663 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 16] EOF received (16) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.313864 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 16] EOF sent (16) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.314296 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-66fe32c9-b42f-41c7-8ded-d2e4f1bdac71 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:10.314483 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-66fe32c9-b42f-41c7-8ded-d2e4f1bdac71 tempest-ReplicationAdminTest-649857771 None] Info about replica '6e05a7aa-406e-4a08-b0da-b3dedb09c263' creation is following:
Feb 19 02:43:10.314483 np0000156481 manila-share[88844]: receiving full stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241 into gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241
Feb 19 02:43:10.314483 np0000156481 manila-share[88844]: received 43.9K stream in 0.07 seconds (587K/sec)
Feb 19 02:43:10.314483 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593 into gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593
Feb 19 02:43:10.314483 np0000156481 manila-share[88844]: received 312B stream in 0.07 seconds (4.08K/sec)
Feb 19 02:43:10.314483 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499 into gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499
Feb 19 02:43:10.314483 np0000156481 manila-share[88844]: received 312B stream in 0.08 seconds (3.71K/sec)
Feb 19 02:43:10.314483 np0000156481 manila-share[88844]:  {{(pid=88844) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 02:43:10.314787 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-66fe32c9-b42f-41c7-8ded-d2e4f1bdac71 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:10.314787 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-66fe32c9-b42f-41c7-8ded-d2e4f1bdac71 tempest-ReplicationAdminTest-649857771 None] [chan 25] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.316096 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 25] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.316096 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 25 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.318718 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 25] Sesch channel 25 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.357302 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 25] EOF received (25) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.357626 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 25] EOF sent (25) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.358098 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-66fe32c9-b42f-41c7-8ded-d2e4f1bdac71 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:10.358277 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-66fe32c9-b42f-41c7-8ded-d2e4f1bdac71 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:10.358534 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-66fe32c9-b42f-41c7-8ded-d2e4f1bdac71 tempest-ReplicationAdminTest-649857771 None] [chan 25] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.359791 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 25] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.359920 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 25 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.361596 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 25] Sesch channel 25 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.390399 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.100s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:10.390629 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:10.390952 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:10.394078 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:10.394411 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:10.394568 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:10.400709 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 25] EOF received (25) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.400775 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 25] EOF sent (25) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.401041 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-66fe32c9-b42f-41c7-8ded-d2e4f1bdac71 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:10.401187 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-66fe32c9-b42f-41c7-8ded-d2e4f1bdac71 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:10.401546 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-66fe32c9-b42f-41c7-8ded-d2e4f1bdac71 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:10.401678 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-66fe32c9-b42f-41c7-8ded-d2e4f1bdac71 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:10.401824 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-66fe32c9-b42f-41c7-8ded-d2e4f1bdac71 tempest-ReplicationAdminTest-649857771 None] [chan 18] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.404438 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 18] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.404438 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 18 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.406564 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 18] Sesch channel 18 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.434571 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 18] EOF received (18) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.434811 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 18] EOF sent (18) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.435244 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-66fe32c9-b42f-41c7-8ded-d2e4f1bdac71 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:10.435505 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-66fe32c9-b42f-41c7-8ded-d2e4f1bdac71 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:10.435714 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-66fe32c9-b42f-41c7-8ded-d2e4f1bdac71 tempest-ReplicationAdminTest-649857771 None] [chan 24] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.436198 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 24] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.436296 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 24 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.437999 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 24] Sesch channel 24 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.446096 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:10.447657 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:10.477448 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 24] EOF received (24) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.477619 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 24] EOF sent (24) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.477881 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-66fe32c9-b42f-41c7-8ded-d2e4f1bdac71 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:10.478039 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-66fe32c9-b42f-41c7-8ded-d2e4f1bdac71 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.076s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:10.478165 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-66fe32c9-b42f-41c7-8ded-d2e4f1bdac71 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:10.478331 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-66fe32c9-b42f-41c7-8ded-d2e4f1bdac71 tempest-ReplicationAdminTest-649857771 None] [chan 19] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.479276 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 19] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.479397 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 19 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.480992 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 19] Sesch channel 19 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.485450 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.091s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:10.485560 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Updating access rules for share instance 96946420-3a20-443f-a635-099098b4831c belonging to share 9f14810d-6076-4e48-bde1-2a1417263a63. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:43:10.501350 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:10.501575 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:10.506771 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 19] EOF received (19) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.506938 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 19] EOF sent (19) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.507211 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-66fe32c9-b42f-41c7-8ded-d2e4f1bdac71 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:10.507374 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-66fe32c9-b42f-41c7-8ded-d2e4f1bdac71 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is /gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:10.538269 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.037s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:10.538431 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:10.538661 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:10.540161 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-66fe32c9-b42f-41c7-8ded-d2e4f1bdac71 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_6e05a7aa-406e-4a08-b0da-b3dedb09c263" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:10.540327 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.094s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:10.540675 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-66fe32c9-b42f-41c7-8ded-d2e4f1bdac71 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_6e05a7aa-406e-4a08-b0da-b3dedb09c263" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:10.540735 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:10.540776 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:10.542634 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:10.542765 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:10.542975 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:10.546904 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-66fe32c9-b42f-41c7-8ded-d2e4f1bdac71 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_6e05a7aa-406e-4a08-b0da-b3dedb09c263" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:10.547085 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-66fe32c9-b42f-41c7-8ded-d2e4f1bdac71 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_6e05a7aa-406e-4a08-b0da-b3dedb09c263" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:10.547441 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-66fe32c9-b42f-41c7-8ded-d2e4f1bdac71 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_6e05a7aa-406e-4a08-b0da-b3dedb09c263" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:10.570106 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-66fe32c9-b42f-41c7-8ded-d2e4f1bdac71 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_6e05a7aa-406e-4a08-b0da-b3dedb09c263" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:10.570242 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-66fe32c9-b42f-41c7-8ded-d2e4f1bdac71 tempest-ReplicationAdminTest-649857771 None] Share replica 6e05a7aa-406e-4a08-b0da-b3dedb09c263 created successfully.
Feb 19 02:43:10.572576 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.034s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:10.572706 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] All access rules of share instance 96946420-3a20-443f-a635-099098b4831c are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88844) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 02:43:10.584225 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "zfs-dataset-gamma/manila_share_96946420_3a20_443f_a635_099098b4831c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:10.584464 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-gamma/manila_share_96946420_3a20_443f_a635_099098b4831c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:10.584600 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:10.584778 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 38] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.585132 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 38] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.585195 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 38 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.586542 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 38] Sesch channel 38 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.616647 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 38] EOF received (38) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.617417 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 38] EOF sent (38) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.617713 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:10.618049 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_96946420_3a20_443f_a635_099098b4831c {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:10.618417 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 25] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.618954 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 25] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.619122 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 25 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.621155 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 25] Sesch channel 25 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.626634 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:10.626839 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 17] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.627289 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 17] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.627410 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 17 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.629070 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 17] Sesch channel 17 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.641217 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.098s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:10.641648 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Updating access rules for share instance df8e7874-1e52-4a93-b7ab-c975d9a40fe4 belonging to share 66a17231-0303-4514-a4bd-5ab5d6cad14a. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:43:10.659075 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:10.659424 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:10.664165 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 25] EOF received (25) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.664540 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 25] EOF sent (25) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.665032 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:10.665356 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-gamma/manila_share_96946420_3a20_443f_a635_099098b4831c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.081s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:10.665599 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:10.665976 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:10.667365 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 17] EOF received (17) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.668188 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 17] EOF sent (17) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.669195 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:10.669731 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 2.074(s), this was the 1st time calling it. {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 02:43:10.669827 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 1.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 02:43:10.669827 np0000156481 manila-share[88844]: Command: sudo zfs destroy -f gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6
Feb 19 02:43:10.669827 np0000156481 manila-share[88844]: Exit code: 1
Feb 19 02:43:10.669827 np0000156481 manila-share[88844]: Stdout: ''
Feb 19 02:43:10.669827 np0000156481 manila-share[88844]: Stderr: "cannot unmount '/gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6': pool or dataset is busy\n". {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 02:43:10.701662 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.042s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:10.701662 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:10.701930 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:10.718928 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.053s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:10.719210 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:10.719358 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:10.730112 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a7f6f1d-3ca7-4a13-9006-69334b7a144d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:10.730517 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "locked_access_rules_operation_by_share_instance_1a7f6f1d-3ca7-4a13-9006-69334b7a144d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:10.735214 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "locked_access_rules_operation_by_share_instance_1a7f6f1d-3ca7-4a13-9006-69334b7a144d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:10.735400 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a7f6f1d-3ca7-4a13-9006-69334b7a144d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:10.735570 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "locked_access_rules_operation_by_share_instance_1a7f6f1d-3ca7-4a13-9006-69334b7a144d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:10.736220 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.034s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:10.736386 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] All access rules of share instance df8e7874-1e52-4a93-b7ab-c975d9a40fe4 are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88840) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 02:43:10.739631 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "locked_access_rules_operation_by_share_instance_1a7f6f1d-3ca7-4a13-9006-69334b7a144d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:10.739773 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a7f6f1d-3ca7-4a13-9006-69334b7a144d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:10.739982 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "locked_access_rules_operation_by_share_instance_1a7f6f1d-3ca7-4a13-9006-69334b7a144d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:10.746796 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "locked_access_rules_operation_by_share_instance_1a7f6f1d-3ca7-4a13-9006-69334b7a144d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:10.746906 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] All access rules have been synced for share instance 1a7f6f1d-3ca7-4a13-9006-69334b7a144d belonging to share e0ff5b91-d4e4-4d92-ab38-25e9d2e69004. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:43:10.751242 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "zfs-dataset-alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:10.751492 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:10.751653 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:10.751854 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 27] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.752647 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 27] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.752742 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 27 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.754880 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 27] Sesch channel 27 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.755391 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:10.755532 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.036s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:10.755627 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 5] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.755797 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:10.756025 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:10.756118 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 5] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.756196 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 5 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.757860 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 5] Sesch channel 5 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.758168 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:10.758269 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:10.758494 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:10.761673 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:10.761841 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:10.762125 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:10.787866 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 27] EOF received (27) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.788373 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 27] EOF sent (27) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.789035 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:10.789524 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:10.789745 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_96946420-3a20-443f-a635-099098b4831c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.028s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:10.789944 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 32] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.790423 np0000156481 manila-share[88844]: INFO manila.share.access [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Access rules were successfully modified for share instance 96946420-3a20-443f-a635-099098b4831c belonging to share 9f14810d-6076-4e48-bde1-2a1417263a63.
Feb 19 02:43:10.790550 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 5] EOF received (5) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.791096 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 5] EOF sent (5) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.791792 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:10.792284 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:10.792697 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 53] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.793763 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 32] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.793763 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 32 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.793878 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 53] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.794071 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 53 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.795347 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:10.795347 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 26] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.795554 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 26] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.795654 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 26 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.795890 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 53] Sesch channel 53 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.796778 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 32] Sesch channel 32 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.797052 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 26] Sesch channel 26 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.827443 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 26] EOF received (26) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.827816 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 26] EOF sent (26) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.828583 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:10.829530 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:10.829697 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 53] EOF received (53) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.829779 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 26] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.829842 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 53] EOF sent (53) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.830125 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:10.830326 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 26] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.830480 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Acquiring lock "zfs-dataset-alpha/manila_share_1a7f6f1d_3ca7_4a13_9006_69334b7a144d" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:10.830563 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 26 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.830872 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "zfs-dataset-alpha/manila_share_1a7f6f1d_3ca7_4a13_9006_69334b7a144d" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:10.831077 np0000156481 manila-share[88840]: DEBUG manila.ssh_utils [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] ssh.connect: ip: 127.0.0.1, port: 22, look_for_keys: True, timeout: 60, banner_timeout: 60 {{(pid=88840) create /opt/stack/manila/manila/ssh_utils.py:90}}
Feb 19 02:43:10.831942 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] starting thread (client mode): 0xf4782b40 {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.832056 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 26] Sesch channel 26 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.832283 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Local version/idstring: SSH-2.0-paramiko_4.0.0 {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.843610 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Remote version/idstring: SSH-2.0-OpenSSH_9.6p1 Ubuntu-3ubuntu13.14 {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.843720 np0000156481 manila-share[88840]: INFO paramiko.transport [-] Connected (version 2.0, client OpenSSH_9.6p1)
Feb 19 02:43:10.846413 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] === Key exchange possibilities === {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.846413 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] kex algos: curve25519-sha256@libssh.org, ecdh-sha2-nistp521, ecdh-sha2-nistp384, ecdh-sha2-nistp256, diffie-hellman-group-exchange-sha256, ext-info-s, kex-strict-s-v00@openssh.com {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.846413 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] server key: rsa-sha2-512, rsa-sha2-256, ecdsa-sha2-nistp256, ssh-ed25519 {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.846413 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] client encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.846413 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] server encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.846413 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] client mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.846920 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] server mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.846920 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] client compress: none, zlib@openssh.com {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.846920 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] server compress: none, zlib@openssh.com {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.846920 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] client lang: <none> {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.847097 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] server lang: <none> {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.847132 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] kex follows: False {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.847279 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] === Key exchange agreements === {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.847468 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Strict kex mode: True {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.847644 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Kex: curve25519-sha256@libssh.org {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.847809 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] HostKey: ssh-ed25519 {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.847980 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Cipher: aes128-ctr {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.848147 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] MAC: hmac-sha2-256 {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.848321 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Compression: none {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.848493 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] === End of kex handshake === {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.849419 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 32] EOF received (32) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.849811 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 32] EOF sent (32) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.850433 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:10.857898 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Resetting outbound seqno after NEWKEYS due to strict mode {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.858028 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] kex engine KexCurve25519 specified hash_algo <built-in function openssl_sha256> {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.858298 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Switch to new keys ... {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.858506 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Resetting inbound seqno after NEWKEYS due to strict mode {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.858710 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Got EXT_INFO: {'server-sig-algs': b'ssh-ed25519,ecdsa-sha2-nistp256,ecdsa-sha2-nistp384,ecdsa-sha2-nistp521,sk-ssh-ed25519@openssh.com,sk-ecdsa-sha2-nistp256@openssh.com,rsa-sha2-512,rsa-sha2-256', 'publickey-hostbound@openssh.com': b'0', 'ping@openssh.com': b'0'} {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.858971 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Adding ssh-ed25519 host key for 127.0.0.1: b'de6238e06fb604412ad1c08409e8a8e9' {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.859533 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Trying discovered key b'ccfdc5a523283ede9316b31801b388fd' in /opt/stack/.ssh/id_ecdsa {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.866802 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 26] EOF received (26) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.867152 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 26] EOF sent (26) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.867790 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:10.868178 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "zfs-dataset-gamma/manila_share_96946420_3a20_443f_a635_099098b4831c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:10.868751 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-gamma/manila_share_96946420_3a20_443f_a635_099098b4831c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:10.869206 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_96946420_3a20_443f_a635_099098b4831c {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:10.869671 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 20] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.870454 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 20] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.870620 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 20 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.872153 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 20] Sesch channel 20 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.896724 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 20] EOF received (20) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.897096 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 20] EOF sent (20) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.897716 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:10.898065 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:10.898409 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-gamma/manila_share_96946420_3a20_443f_a635_099098b4831c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.030s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:10.898696 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "zfs-dataset-gamma/manila_share_96946420_3a20_443f_a635_099098b4831c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:10.898921 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] userauth is OK {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.899145 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-gamma/manila_share_96946420_3a20_443f_a635_099098b4831c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:10.899452 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_96946420_3a20_443f_a635_099098b4831c {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:10.899793 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 39] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.900376 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 39] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.900486 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 39 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.902613 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 39] Sesch channel 39 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.914538 np0000156481 manila-share[88840]: INFO paramiko.transport [-] Authentication (publickey) successful!
Feb 19 02:43:10.914538 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_1a7f6f1d_3ca7_4a13_9006_69334b7a144d {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:10.915749 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 0] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.916302 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.165s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:10.916652 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:10.917133 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:10.925803 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 39] EOF received (39) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.926205 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 39] EOF sent (39) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.926930 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:10.927286 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] ZFS option mountpoint's value is /gamma/manila_share_96946420_3a20_443f_a635_099098b4831c. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:10.927601 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): lsof -w /gamma/manila_share_96946420_3a20_443f_a635_099098b4831c {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:10.927975 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 18] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.928685 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 18] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.928848 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 18 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.931753 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 18] Sesch channel 18 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:10.963638 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Received global request "hostkeys-00@openssh.com" {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.963739 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Rejecting "hostkeys-00@openssh.com" global request from server. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.963992 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Debug msg: b'/opt/stack/.ssh/authorized_keys:1: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding' {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:10.983184 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.066s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:10.983439 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:10.983775 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:11.002735 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 0] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.002851 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 0 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:11.004833 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 0] Sesch channel 0 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.024807 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.041s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:11.024998 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:11.025307 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:11.027849 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:11.028039 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:11.028326 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:11.030711 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:11.030893 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:11.031167 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:11.031958 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 0] EOF received (0) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.032218 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 0] EOF sent (0) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.032620 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:11.032836 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:11.033032 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "zfs-dataset-alpha/manila_share_1a7f6f1d_3ca7_4a13_9006_69334b7a144d" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.202s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:11.033218 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Acquiring lock "zfs-dataset-alpha/manila_share_1a7f6f1d_3ca7_4a13_9006_69334b7a144d" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:11.033517 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "zfs-dataset-alpha/manila_share_1a7f6f1d_3ca7_4a13_9006_69334b7a144d" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:11.033692 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_1a7f6f1d_3ca7_4a13_9006_69334b7a144d {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:11.033911 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 28] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.034759 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 28] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.034868 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 28 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:11.037795 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 28] Sesch channel 28 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.054001 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_4423611c_66db_43d6_92a7_36e6f9930c7a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:11.054295 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 18] EOF received (18) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.054742 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 18] EOF sent (18) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.055105 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] [chan 6] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.055530 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:11.055624 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 6] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.055905 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 6 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:11.056124 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo umount /gamma/manila_share_96946420_3a20_443f_a635_099098b4831c {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:11.056622 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 27] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.057359 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 27] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.057594 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 27 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:11.057880 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 6] Sesch channel 6 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.059348 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_df8e7874-1e52-4a93-b7ab-c975d9a40fe4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.028s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:11.059553 np0000156481 manila-share[88840]: INFO manila.share.access [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Access rules were successfully modified for share instance df8e7874-1e52-4a93-b7ab-c975d9a40fe4 belonging to share 66a17231-0303-4514-a4bd-5ab5d6cad14a.
Feb 19 02:43:11.059853 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 27] Sesch channel 27 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.064832 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:11.065079 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 54] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.065585 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 28] EOF received (28) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.065840 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 28] EOF sent (28) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.066189 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 54] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.066288 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 54 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:11.066681 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:11.066902 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] ZFS option mountpoint's value is /alpha/manila_share_1a7f6f1d_3ca7_4a13_9006_69334b7a144d. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:11.067078 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): lsof -w /alpha/manila_share_1a7f6f1d_3ca7_4a13_9006_69334b7a144d {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:11.067907 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 29] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.068902 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 54] Sesch channel 54 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.079451 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 27] EOF received (27) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.079812 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 27] EOF sent (27) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.080508 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:11.096945 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 54] EOF received (54) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.097397 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 54] EOF sent (54) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.098086 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:11.098504 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:11.098842 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 55] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.106924 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 29] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.107107 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 29 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:11.108826 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 29] Sesch channel 29 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.126145 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 6] EOF received (6) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.126537 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 6] EOF sent (6) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.127130 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:11.127744 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Lock "zfs-dataset-betta/subdir/manila_share_4423611c_66db_43d6_92a7_36e6f9930c7a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.271s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:11.144369 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 55] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.144765 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 55 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:11.146286 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 55] Sesch channel 55 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.185847 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 55] EOF received (55) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.186077 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 55] EOF sent (55) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.186520 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:11.186778 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "zfs-dataset-alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:11.187145 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:11.187345 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:11.187577 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 33] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.188447 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 33] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.188570 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 33 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:11.190659 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 33] Sesch channel 33 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.219947 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 33] EOF received (33) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.220183 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 33] EOF sent (33) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.220582 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:11.220806 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:11.221003 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.034s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:11.221184 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "zfs-dataset-alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:11.221523 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:11.221701 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:11.221920 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 7] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.222387 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 7] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.222498 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 7 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:11.223704 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Created reservations ['b61ea068-2496-42d3-88f5-2e7344acd61f', 'fecf018d-5598-4909-9951-209b08ccb7c6', 'afb9635e-5220-4a77-8c5d-0dbef35a7ce8', 'cc578fe7-427d-45de-b99d-e1c624fab984', '8568abfb-b31e-4dab-b13c-81b1cfed75d7', 'ce3131bc-34df-4edb-8db8-070a1b3071a8', 'd3d1543e-bcee-4ddf-bfa4-ddc771174071', 'fb14260f-d4ba-4615-b622-d86b3b465847'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:43:11.224491 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 7] Sesch channel 7 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.231298 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 29] EOF received (29) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.231570 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 29] EOF sent (29) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.231938 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:11.232289 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo umount /alpha/manila_share_1a7f6f1d_3ca7_4a13_9006_69334b7a144d {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:11.232530 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 56] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.233006 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 56] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.233110 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 56 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:11.234638 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 56] Sesch channel 56 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.240990 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Committed reservations ['b61ea068-2496-42d3-88f5-2e7344acd61f', 'fecf018d-5598-4909-9951-209b08ccb7c6', 'afb9635e-5220-4a77-8c5d-0dbef35a7ce8', 'cc578fe7-427d-45de-b99d-e1c624fab984', '8568abfb-b31e-4dab-b13c-81b1cfed75d7', 'ce3131bc-34df-4edb-8db8-070a1b3071a8', 'd3d1543e-bcee-4ddf-bfa4-ddc771174071', 'fb14260f-d4ba-4615-b622-d86b3b465847'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:43:11.245134 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-63d6c7e5-0fcd-4be9-aea0-9ad714dd5a59 tempest-ReplicationActionsAdminTest-1944799921 None] Share instance 4423611c-66db-43d6-92a7-36e6f9930c7a: deleted successfully.
Feb 19 02:43:11.250248 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 7] EOF received (7) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.251100 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 7] EOF sent (7) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.251631 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:11.251963 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] ZFS option mountpoint's value is /alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:11.252287 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): lsof -w /alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:11.252640 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 30] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.261541 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 56] EOF received (56) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.261837 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 56] EOF sent (56) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.262426 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:11.273930 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 30] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.274094 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 30 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:11.276127 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 30] Sesch channel 30 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.393450 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 30] EOF received (30) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.393741 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 30] EOF sent (30) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.394290 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:11.394771 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo umount /alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:11.395085 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 8] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.395726 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 8] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.395890 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 8 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:11.397743 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 8] Sesch channel 8 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.414944 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 8] EOF received (8) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.415299 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 8] EOF sent (8) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.415936 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:11.672063 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo umount /gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:11.672730 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 27] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.673144 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 27] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.674048 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 27 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:11.676998 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 27] Sesch channel 27 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.698073 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 27] EOF received (27) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.699580 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 27] EOF sent (27) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.700245 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:11.771455 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] Received request to update access for share instance c98bdfac-9563-4346-a887-b3b6972cc67f. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:43:11.783941 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:11.784299 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:11.786755 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:11.786941 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:11.787211 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:11.824040 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.037s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:11.824169 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] Updating access rules for share instance c98bdfac-9563-4346-a887-b3b6972cc67f belonging to share 8b773aa9-0f92-4cbe-837f-a6c629d54736. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:43:11.837838 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:11.838150 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:11.842474 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:11.842599 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:11.842800 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:11.851982 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:11.866440 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:11.866717 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:11.866901 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:11.867089 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] [chan 57] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.867556 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 57] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.867638 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 57 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:11.869229 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 57] Sesch channel 57 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.901022 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 57] EOF received (57) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.901475 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 57] EOF sent (57) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.902117 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:11.902509 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:11.902829 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] [chan 1] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.903520 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 1] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.903690 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 1 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:11.906048 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 1] Sesch channel 1 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.959748 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 1] EOF received (1) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.960160 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 1] EOF sent (1) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:11.960923 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:11.961360 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.094s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:11.961683 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:11.962197 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:11.999989 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.038s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:12.000154 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:12.000375 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:12.000510 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:12.000624 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:12.000837 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:12.002820 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:12.002948 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:12.003144 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:12.004883 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:12.004984 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:12.005194 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:12.031306 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:12.031442 np0000156481 manila-share[88840]: INFO manila.share.access [None req-dbaf4c1a-d695-48c3-adc8-13b9e0910a3f tempest-MigrationCancelNFSTest-992920527 None] Access rules were successfully modified for share instance c98bdfac-9563-4346-a887-b3b6972cc67f belonging to share 8b773aa9-0f92-4cbe-837f-a6c629d54736.
Feb 19 02:43:12.452431 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Lock "locked-share-replica-operation-for-share-d465e4f0-78e1-4f3c-92d4-b5c4d0ca857e" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:43:12.588695 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_6e05a7aa-406e-4a08-b0da-b3dedb09c263" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:12.588976 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_6e05a7aa-406e-4a08-b0da-b3dedb09c263" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:12.591652 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_6e05a7aa-406e-4a08-b0da-b3dedb09c263" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:12.591787 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_6e05a7aa-406e-4a08-b0da-b3dedb09c263" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:12.591987 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_6e05a7aa-406e-4a08-b0da-b3dedb09c263" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:12.594051 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_6e05a7aa-406e-4a08-b0da-b3dedb09c263" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:12.594186 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_6e05a7aa-406e-4a08-b0da-b3dedb09c263" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:12.594409 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_6e05a7aa-406e-4a08-b0da-b3dedb09c263" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:12.597515 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_6e05a7aa-406e-4a08-b0da-b3dedb09c263" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:12.597804 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] All access rules have been synced for share instance 6e05a7aa-406e-4a08-b0da-b3dedb09c263 belonging to share d465e4f0-78e1-4f3c-92d4-b5c4d0ca857e. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:43:12.602864 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:12.603118 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] [chan 40] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:12.603611 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 40] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:12.603721 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 40 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:12.605127 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 40] Sesch channel 40 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:12.644653 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 40] EOF received (40) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:12.645038 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 40] EOF sent (40) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:12.645675 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:12.646940 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:12.647685 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:12.647685 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:12.647856 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] [chan 19] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:12.649105 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 19] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:12.649105 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 19 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:12.651680 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 19] Sesch channel 19 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:12.678086 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 19] EOF received (19) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:12.678086 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 19] EOF sent (19) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:12.678925 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:12.678925 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:12.679077 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:12.679305 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] [chan 28] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:12.679782 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 28] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:12.679906 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 28 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:12.681276 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 28] Sesch channel 28 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:12.702492 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 28] EOF received (28) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:12.702926 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 28] EOF sent (28) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:12.703793 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:12.721520 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-81b18a94-d6f6-4c97-95e1-4be339e1f440 tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_24344202_6eb4_41e8_8393_76fecb4c3aa4 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:12.721785 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-81b18a94-d6f6-4c97-95e1-4be339e1f440 tempest-ReplicationActionsAdminTest-1944799921 None] [chan 31] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:12.722271 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 31] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:12.722404 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 31 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:12.724208 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 31] Sesch channel 31 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:12.818306 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 31] EOF received (31) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:12.818994 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 31] EOF sent (31) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:12.819610 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-81b18a94-d6f6-4c97-95e1-4be339e1f440 tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:12.819998 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-81b18a94-d6f6-4c97-95e1-4be339e1f440 tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_24344202_6eb4_41e8_8393_76fecb4c3aa4 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:12.820416 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-81b18a94-d6f6-4c97-95e1-4be339e1f440 tempest-ReplicationActionsAdminTest-1944799921 None] [chan 34] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:12.821622 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 34] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:12.821754 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 34 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:12.823582 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 34] Sesch channel 34 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:12.849663 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 34] EOF received (34) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:12.850023 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 34] EOF sent (34) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:12.850675 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-81b18a94-d6f6-4c97-95e1-4be339e1f440 tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:12.851019 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-81b18a94-d6f6-4c97-95e1-4be339e1f440 tempest-ReplicationActionsAdminTest-1944799921 None] ZFS option mountpoint's value is /alpha/manila_share_24344202_6eb4_41e8_8393_76fecb4c3aa4. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:12.878084 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-81b18a94-d6f6-4c97-95e1-4be339e1f440 tempest-ReplicationActionsAdminTest-1944799921 None] Share instance 24344202-6eb4-41e8-8393-76fecb4c3aa4 created successfully.
Feb 19 02:43:13.081988 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_96946420_3a20_443f_a635_099098b4831c {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:13.082449 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 28] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:13.083423 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 28] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:13.083620 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 28 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:13.086093 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 28] Sesch channel 28 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:13.126491 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 28] EOF received (28) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:13.126932 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 28] EOF sent (28) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:13.127600 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:13.128190 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 2.072(s), this was the 1st time calling it. {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 02:43:13.128619 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 1.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 02:43:13.128619 np0000156481 manila-share[88844]: Command: sudo zfs destroy -f gamma/manila_share_96946420_3a20_443f_a635_099098b4831c
Feb 19 02:43:13.128619 np0000156481 manila-share[88844]: Exit code: 1
Feb 19 02:43:13.128619 np0000156481 manila-share[88844]: Stdout: ''
Feb 19 02:43:13.128619 np0000156481 manila-share[88844]: Stderr: "cannot unmount '/gamma/manila_share_96946420_3a20_443f_a635_099098b4831c': pool or dataset is busy\n". {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 02:43:13.264427 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_1a7f6f1d_3ca7_4a13_9006_69334b7a144d {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:13.264427 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 9] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:13.264859 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 9] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:13.264962 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 9 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:13.266824 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 9] Sesch channel 9 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:13.330752 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 9] EOF received (9) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:13.331005 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 9] EOF sent (9) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:13.331392 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:13.331726 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "zfs-dataset-alpha/manila_share_1a7f6f1d_3ca7_4a13_9006_69334b7a144d" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.298s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:13.416736 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:13.416995 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 58] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:13.418440 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 58] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:13.418594 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 58 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:13.420664 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 58] Sesch channel 58 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:13.423746 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Created reservations ['56ea3ffb-a30f-4e73-bbc3-da6073877ef9', 'bd4ba91c-0815-4e29-842d-3181afc1d830', '44f6df0b-dbca-4fdf-8eb0-cc58d7d3d785', '3cee880e-f5e8-441c-a6c4-0e7fc5a057cd'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:43:13.437242 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Committed reservations ['56ea3ffb-a30f-4e73-bbc3-da6073877ef9', 'bd4ba91c-0815-4e29-842d-3181afc1d830', '44f6df0b-dbca-4fdf-8eb0-cc58d7d3d785', '3cee880e-f5e8-441c-a6c4-0e7fc5a057cd'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:43:13.441185 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-61d043b5-6a8a-4f08-a24a-9e4bf5736e70 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Share instance 1a7f6f1d-3ca7-4a13-9006-69334b7a144d: deleted successfully.
Feb 19 02:43:13.457725 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 58] EOF received (58) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:13.457990 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 58] EOF sent (58) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:13.458527 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:13.458843 np0000156481 manila-share[88840]: DEBUG manila.utils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 2.064(s), this was the 1st time calling it. {{(pid=88840) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 02:43:13.459071 np0000156481 manila-share[88840]: DEBUG manila.utils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 1.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 02:43:13.459071 np0000156481 manila-share[88840]: Command: sudo zfs destroy -f alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4
Feb 19 02:43:13.459071 np0000156481 manila-share[88840]: Exit code: 1
Feb 19 02:43:13.459071 np0000156481 manila-share[88840]: Stdout: ''
Feb 19 02:43:13.459071 np0000156481 manila-share[88840]: Stderr: "cannot unmount '/alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4': pool or dataset is busy\n". {{(pid=88840) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 02:43:13.478032 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo umount /alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:13.478392 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 32] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:13.479011 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 32] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:13.479122 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 32 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:13.480636 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 32] Sesch channel 32 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:13.496708 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 32] EOF received (32) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:13.497223 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 32] EOF sent (32) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:13.497959 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:13.701130 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:13.701600 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 41] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:13.701898 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 41] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:13.701995 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 41 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:13.703785 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 41] Sesch channel 41 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:13.741545 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 41] EOF received (41) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:13.741944 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 41] EOF sent (41) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:13.742655 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:13.743106 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 5.148(s), this was the 2nd time calling it. {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 02:43:13.743487 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 2.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 02:43:13.743487 np0000156481 manila-share[88844]: Command: sudo zfs destroy -f gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6
Feb 19 02:43:13.743487 np0000156481 manila-share[88844]: Exit code: 1
Feb 19 02:43:13.743487 np0000156481 manila-share[88844]: Stdout: ''
Feb 19 02:43:13.743487 np0000156481 manila-share[88844]: Stderr: "cannot unmount '/gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6': pool or dataset is busy\n". {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 02:43:13.905008 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Acquiring lock "locked_access_rules_operation_by_share_instance_31fbc35c-fdab-448e-96da-277a89b412de" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:13.905592 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "locked_access_rules_operation_by_share_instance_31fbc35c-fdab-448e-96da-277a89b412de" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:13.907429 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "locked_access_rules_operation_by_share_instance_31fbc35c-fdab-448e-96da-277a89b412de" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:13.907561 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Acquiring lock "locked_access_rules_operation_by_share_instance_31fbc35c-fdab-448e-96da-277a89b412de" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:13.907734 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "locked_access_rules_operation_by_share_instance_31fbc35c-fdab-448e-96da-277a89b412de" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:13.909595 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "locked_access_rules_operation_by_share_instance_31fbc35c-fdab-448e-96da-277a89b412de" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:13.909709 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Acquiring lock "locked_access_rules_operation_by_share_instance_31fbc35c-fdab-448e-96da-277a89b412de" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:13.909957 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "locked_access_rules_operation_by_share_instance_31fbc35c-fdab-448e-96da-277a89b412de" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:13.911714 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "locked_access_rules_operation_by_share_instance_31fbc35c-fdab-448e-96da-277a89b412de" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:13.911837 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] All access rules have been synced for share instance 31fbc35c-fdab-448e-96da-277a89b412de belonging to share 784026af-feea-41ea-a36c-3a6f436a52b5. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:43:13.915111 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:13.915294 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 10] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:13.915756 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 10] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:13.915837 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 10 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:13.917486 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 10] Sesch channel 10 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:13.948111 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 10] EOF received (10) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:13.948540 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 10] EOF sent (10) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:13.949220 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:13.949628 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:13.949969 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 59] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:13.950609 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 59] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:13.950807 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 59 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:13.952850 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 59] Sesch channel 59 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:13.985390 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 59] EOF received (59) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:13.985765 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 59] EOF sent (59) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:13.986438 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:13.986809 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_31fbc35c_fdab_448e_96da_277a89b412de" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:13.987387 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "zfs-dataset-betta/subdir/manila_share_31fbc35c_fdab_448e_96da_277a89b412de" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:13.987670 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_31fbc35c_fdab_448e_96da_277a89b412de {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:13.987987 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 2] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:13.988647 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 2] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:13.988831 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 2 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:13.990873 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 2] Sesch channel 2 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.011201 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 2] EOF received (2) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.011606 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 2] EOF sent (2) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.012301 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:14.012654 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:14.013133 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "zfs-dataset-betta/subdir/manila_share_31fbc35c_fdab_448e_96da_277a89b412de" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.026s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:14.013454 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_31fbc35c_fdab_448e_96da_277a89b412de" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:14.013910 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "zfs-dataset-betta/subdir/manila_share_31fbc35c_fdab_448e_96da_277a89b412de" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:14.014190 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_31fbc35c_fdab_448e_96da_277a89b412de {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:14.014547 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 33] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.015196 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 33] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.015398 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 33 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:14.017111 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 33] Sesch channel 33 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.038510 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 33] EOF received (33) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.038908 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 33] EOF sent (33) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.039552 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:14.039874 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] ZFS option mountpoint's value is /betta/subdir/manila_share_31fbc35c_fdab_448e_96da_277a89b412de. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:14.040218 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_31fbc35c_fdab_448e_96da_277a89b412de {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:14.040604 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 11] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.041040 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 11] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.041124 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 11 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:14.042583 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 11] Sesch channel 11 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.130411 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo umount /gamma/manila_share_96946420_3a20_443f_a635_099098b4831c {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:14.130411 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 20] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.131018 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 20] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.131191 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 20 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:14.133269 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 20] Sesch channel 20 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.155116 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 20] EOF received (20) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.155508 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 20] EOF sent (20) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.156138 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:14.169226 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 11] EOF received (11) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.169650 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 11] EOF sent (11) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.170240 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:14.170777 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_31fbc35c_fdab_448e_96da_277a89b412de {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:14.171113 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 60] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.172362 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 60] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.172528 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 60 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:14.174408 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 60] Sesch channel 60 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.205205 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 60] EOF received (60) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.205437 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 60] EOF sent (60) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.205979 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:14.482400 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo umount /alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:14.482400 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 34] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.482612 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 34] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.482699 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 34 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:14.483744 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 34] Sesch channel 34 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.498673 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 34] EOF received (34) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.499045 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 34] EOF sent (34) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.499673 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:14.705207 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:14.705965 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] [chan 29] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.706029 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 29] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.706212 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 29 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:14.708426 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 29] Sesch channel 29 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.755116 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 29] EOF received (29) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.755552 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 29] EOF sent (29) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.756420 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:14.756920 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.110s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:14.757277 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:14.757902 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:14.758182 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:14.758550 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] [chan 29] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.759246 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 29] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.759426 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 29 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:14.761577 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 29] Sesch channel 29 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.788926 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 29] EOF received (29) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.789349 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 29] EOF sent (29) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.789974 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:14.790373 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:14.790943 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:14.791398 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] [chan 42] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.791964 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 42] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.792110 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 42 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:14.793713 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 42] Sesch channel 42 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.815099 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 42] EOF received (42) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.815478 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 42] EOF sent (42) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:14.816052 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:14.980095 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] Received request to update access for share instance c98bdfac-9563-4346-a887-b3b6972cc67f. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:43:14.997411 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:14.997728 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:15.000171 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:15.000361 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:15.000564 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:15.034725 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.034s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:15.034881 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] Updating access rules for share instance c98bdfac-9563-4346-a887-b3b6972cc67f belonging to share 8b773aa9-0f92-4cbe-837f-a6c629d54736. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:43:15.047820 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:15.048200 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:15.054133 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:15.054335 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:15.054613 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:15.069783 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:15.081012 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:15.081210 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:15.081442 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:15.081595 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] [chan 12] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:15.082006 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 12] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:15.082081 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 12 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:15.083520 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 12] Sesch channel 12 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:15.117872 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 12] EOF received (12) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:15.118282 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 12] EOF sent (12) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:15.119041 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:15.119447 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash,ro=51.51.51.51,no_root_squash betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:15.120326 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] [chan 35] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:15.120844 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 35] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:15.121012 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 35 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:15.122588 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 35] Sesch channel 35 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:15.168065 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 35] EOF received (35) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:15.168492 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 35] EOF sent (35) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:15.169039 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:15.169403 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.088s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:15.169691 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:15.170134 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:15.214492 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.044s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:15.214610 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:15.214836 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:15.214959 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:15.215242 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:15.215476 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:15.217077 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:15.217204 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:15.217425 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:15.218934 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:15.219056 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:15.219242 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:15.241859 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:15.241990 np0000156481 manila-share[88840]: INFO manila.share.access [None req-75392ceb-9952-475e-ae1a-0557fb718357 tempest-MigrationCancelNFSTest-992920527 None] Access rules were successfully modified for share instance c98bdfac-9563-4346-a887-b3b6972cc67f belonging to share 8b773aa9-0f92-4cbe-837f-a6c629d54736.
Feb 19 02:43:15.499094 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:15.499431 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 61] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:15.500118 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 61] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:15.500290 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 61 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:15.502403 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 61] Sesch channel 61 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:15.533513 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 61] EOF received (61) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:15.533908 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 61] EOF sent (61) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:15.534588 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:15.535024 np0000156481 manila-share[88840]: DEBUG manila.utils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 15.295(s), this was the 4th time calling it. {{(pid=88840) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 02:43:15.535390 np0000156481 manila-share[88840]: DEBUG manila.utils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 8.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 02:43:15.535390 np0000156481 manila-share[88840]: Command: sudo zfs destroy -f alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d
Feb 19 02:43:15.535390 np0000156481 manila-share[88840]: Exit code: 1
Feb 19 02:43:15.535390 np0000156481 manila-share[88840]: Stdout: ''
Feb 19 02:43:15.535390 np0000156481 manila-share[88840]: Stderr: "cannot unmount '/alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d': pool or dataset is busy\n". {{(pid=88840) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 02:43:15.744788 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo umount /gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:15.745232 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 21] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:15.745990 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 21] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:15.746162 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 21 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:15.748186 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 21] Sesch channel 21 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:15.763222 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 21] EOF received (21) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:15.763616 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 21] EOF sent (21) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:15.764219 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:15.916962 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-c9c4a29c-442c-4351-833d-c4ecf21b2af9 tempest-ReplicationActionsAdminTest-1944799921 None] Created reservations ['ac46341e-ba20-43ee-8747-517821f2faf9', '159335b6-ecc4-41f3-8a80-61d674ac0f8b', '4ccc69c4-d976-41b1-aef9-61794ba36ddc', '71235f19-72ba-4b76-a525-c5365d445d35', '3ee37067-0f5c-4d29-a973-003cb489578b', '8d854ca1-6d66-4e1b-85da-1d4c6c6f1edc', '89782d67-d59a-476e-abfb-68f8aa662a9a', '2e8ff81f-7bc4-4c8d-8ec7-4d30b23ed6af'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:43:15.928164 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-c9c4a29c-442c-4351-833d-c4ecf21b2af9 tempest-ReplicationActionsAdminTest-1944799921 None] Committed reservations ['ac46341e-ba20-43ee-8747-517821f2faf9', '159335b6-ecc4-41f3-8a80-61d674ac0f8b', '4ccc69c4-d976-41b1-aef9-61794ba36ddc', '71235f19-72ba-4b76-a525-c5365d445d35', '3ee37067-0f5c-4d29-a973-003cb489578b', '8d854ca1-6d66-4e1b-85da-1d4c6c6f1edc', '89782d67-d59a-476e-abfb-68f8aa662a9a', '2e8ff81f-7bc4-4c8d-8ec7-4d30b23ed6af'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:43:15.981267 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-c9c4a29c-442c-4351-833d-c4ecf21b2af9 tempest-ReplicationActionsAdminTest-1944799921 None] Share 43efeb82-cf27-4a66-a090-ffa5e92370ea: unmanaged successfully.
Feb 19 02:43:16.157569 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_96946420_3a20_443f_a635_099098b4831c {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:16.158486 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 30] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:16.159394 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 30] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:16.159606 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 30 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:16.161686 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 30] Sesch channel 30 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:16.202774 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 30] EOF received (30) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:16.203265 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 30] EOF sent (30) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:16.204015 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:16.204484 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 5.148(s), this was the 2nd time calling it. {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 02:43:16.204853 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 2.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 02:43:16.204853 np0000156481 manila-share[88844]: Command: sudo zfs destroy -f gamma/manila_share_96946420_3a20_443f_a635_099098b4831c
Feb 19 02:43:16.204853 np0000156481 manila-share[88844]: Exit code: 1
Feb 19 02:43:16.204853 np0000156481 manila-share[88844]: Stdout: ''
Feb 19 02:43:16.204853 np0000156481 manila-share[88844]: Stderr: "cannot unmount '/gamma/manila_share_96946420_3a20_443f_a635_099098b4831c': pool or dataset is busy\n". {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 02:43:16.206966 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_31fbc35c_fdab_448e_96da_277a89b412de {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:16.207394 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 35] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:16.208107 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 35] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:16.208270 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 35 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:16.210245 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 35] Sesch channel 35 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:16.282397 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 35] EOF received (35) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:16.282766 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 35] EOF sent (35) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:16.283351 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:16.283857 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "zfs-dataset-betta/subdir/manila_share_31fbc35c_fdab_448e_96da_277a89b412de" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.270s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:16.378843 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Created reservations ['d2c6abea-0fdf-4c24-af0a-28d6ff8077a3', '0af97ebc-022f-4024-9f24-4e4360329e75', 'e170c086-404a-4ed1-9898-4b105fa43089', '4bed4710-d285-4bf2-a364-c96952b4d5c9'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:43:16.390098 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Committed reservations ['d2c6abea-0fdf-4c24-af0a-28d6ff8077a3', '0af97ebc-022f-4024-9f24-4e4360329e75', 'e170c086-404a-4ed1-9898-4b105fa43089', '4bed4710-d285-4bf2-a364-c96952b4d5c9'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:43:16.394250 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-1ec3dc37-c79d-44ea-b7dc-db4f8ad6cad5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Share instance 31fbc35c-fdab-448e-96da-277a89b412de: deleted successfully.
Feb 19 02:43:16.501366 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:16.501821 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 13] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:16.502833 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 13] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:16.503015 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 13 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:16.505767 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 13] Sesch channel 13 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:16.541978 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 13] EOF received (13) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:16.542410 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 13] EOF sent (13) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:16.543280 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:16.543797 np0000156481 manila-share[88840]: DEBUG manila.utils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 5.149(s), this was the 2nd time calling it. {{(pid=88840) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 02:43:16.544174 np0000156481 manila-share[88840]: DEBUG manila.utils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 2.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 02:43:16.544174 np0000156481 manila-share[88840]: Command: sudo zfs destroy -f alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4
Feb 19 02:43:16.544174 np0000156481 manila-share[88840]: Exit code: 1
Feb 19 02:43:16.544174 np0000156481 manila-share[88840]: Stdout: ''
Feb 19 02:43:16.544174 np0000156481 manila-share[88840]: Stderr: "cannot unmount '/alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4': pool or dataset is busy\n". {{(pid=88840) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 02:43:16.817161 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:16.817730 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] [chan 30] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:16.818360 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 30] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:16.818549 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 30 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:16.820524 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 30] Sesch channel 30 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:16.867508 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 30] EOF received (30) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:16.867747 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 30] EOF sent (30) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:16.868157 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:16.868578 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.111s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:16.868828 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:16.869343 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:16.869615 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:16.869845 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] [chan 43] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:16.870546 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 43] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:16.870781 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 43 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:16.872541 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 43] Sesch channel 43 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:16.899008 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 43] EOF received (43) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:16.899305 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 43] EOF sent (43) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:16.899748 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:16.899968 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:16.900305 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:16.900537 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] [chan 22] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:16.900996 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 22] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:16.901145 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 22 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:16.902366 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 22] Sesch channel 22 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:16.921407 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 22] EOF received (22) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:16.921793 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 22] EOF sent (22) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:16.922474 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:17.080435 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ebfabea6-67e7-478c-bc09-eb96448854f5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha/manila_share_4b7fae14_6321_438c_9884_647e572f3ab7@manila_share_snapshot_dfff7b5c_c0c2_48a3_a0fe_5ab3bc98fb3e {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:17.080980 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-ebfabea6-67e7-478c-bc09-eb96448854f5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 62] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:17.081405 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 62] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:17.081502 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 62 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:17.083163 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 62] Sesch channel 62 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:17.111771 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 62] EOF received (62) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:17.112198 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 62] EOF sent (62) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:17.112898 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ebfabea6-67e7-478c-bc09-eb96448854f5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:17.113273 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ebfabea6-67e7-478c-bc09-eb96448854f5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Acquiring lock "zfs-dataset-alpha/manila_share_4b7fae14_6321_438c_9884_647e572f3ab7@manila_share_snapshot_dfff7b5c_c0c2_48a3_a0fe_5ab3bc98fb3e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:17.113947 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ebfabea6-67e7-478c-bc09-eb96448854f5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "zfs-dataset-alpha/manila_share_4b7fae14_6321_438c_9884_647e572f3ab7@manila_share_snapshot_dfff7b5c_c0c2_48a3_a0fe_5ab3bc98fb3e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:17.114231 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ebfabea6-67e7-478c-bc09-eb96448854f5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_4b7fae14_6321_438c_9884_647e572f3ab7@manila_share_snapshot_dfff7b5c_c0c2_48a3_a0fe_5ab3bc98fb3e {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:17.114604 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-ebfabea6-67e7-478c-bc09-eb96448854f5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 36] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:17.115301 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 36] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:17.115505 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 36 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:17.117302 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 36] Sesch channel 36 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:17.141399 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 36] EOF received (36) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:17.141779 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 36] EOF sent (36) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:17.142485 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ebfabea6-67e7-478c-bc09-eb96448854f5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:17.142801 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-ebfabea6-67e7-478c-bc09-eb96448854f5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:17.143266 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ebfabea6-67e7-478c-bc09-eb96448854f5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:17.143662 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-ebfabea6-67e7-478c-bc09-eb96448854f5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 14] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:17.144264 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 14] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:17.144466 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 14 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:17.146478 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 14] Sesch channel 14 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:17.166439 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 14] EOF received (14) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:17.166872 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 14] EOF sent (14) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:17.167550 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ebfabea6-67e7-478c-bc09-eb96448854f5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:17.765379 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:17.765770 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 31] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:17.766541 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 31] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:17.766749 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 31 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:17.768834 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 31] Sesch channel 31 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:17.803109 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 31] EOF received (31) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:17.803495 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 31] EOF sent (31) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:17.804195 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:17.804671 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 9.209(s), this was the 3rd time calling it. {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 02:43:17.804988 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 4.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 02:43:17.804988 np0000156481 manila-share[88844]: Command: sudo zfs destroy -f gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6
Feb 19 02:43:17.804988 np0000156481 manila-share[88844]: Exit code: 1
Feb 19 02:43:17.804988 np0000156481 manila-share[88844]: Stdout: ''
Feb 19 02:43:17.804988 np0000156481 manila-share[88844]: Stderr: "cannot unmount '/gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6': pool or dataset is busy\n". {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 02:43:18.221959 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo umount /gamma/manila_share_96946420_3a20_443f_a635_099098b4831c {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:18.221959 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 31] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.221959 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 31] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.221959 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 31 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:18.221959 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 31] Sesch channel 31 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.224014 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Entered migration_start method for share 8b773aa9-0f92-4cbe-837f-a6c629d54736. {{(pid=88840) migration_start /opt/stack/manila/manila/share/manager.py:1657}}
Feb 19 02:43:18.242714 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 31] EOF received (31) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.243072 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 31] EOF sent (31) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.243678 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:18.290821 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Starting host-assisted migration for share 8b773aa9-0f92-4cbe-837f-a6c629d54736. {{(pid=88840) migration_start /opt/stack/manila/manila/share/manager.py:1707}}
Feb 19 02:43:18.321647 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:18.322193 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:18.393954 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.072s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:18.394179 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Received request to update access for share instance c98bdfac-9563-4346-a887-b3b6972cc67f. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:43:18.411340 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:18.411683 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:18.413879 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:18.413993 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:18.414206 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:18.481755 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.067s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:18.481755 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Updating access rules for share instance c98bdfac-9563-4346-a887-b3b6972cc67f belonging to share 8b773aa9-0f92-4cbe-837f-a6c629d54736. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:43:18.500161 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:18.500538 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:18.526793 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:18.527057 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:18.527699 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:18.545142 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo umount /alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:18.545403 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 63] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.546712 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 63] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.546840 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 63 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:18.547651 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.020s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:18.547856 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] All access rules of share instance c98bdfac-9563-4346-a887-b3b6972cc67f are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88840) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 02:43:18.549526 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 63] Sesch channel 63 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.562216 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:18.562577 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:18.564439 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:18.564439 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] [chan 37] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.564439 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 37] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.564439 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 37 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:18.565570 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 37] Sesch channel 37 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.571340 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 63] EOF received (63) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.571593 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 63] EOF sent (63) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.572063 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:18.594715 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 37] EOF received (37) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.595113 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 37] EOF sent (37) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.595928 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:18.596419 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs set sharenfs=ro=50.50.50.50:51.51.51.51,no_root_squash betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:18.596798 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] [chan 3] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.597431 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 3] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.597571 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 3 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:18.599402 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 3] Sesch channel 3 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.642648 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 3] EOF received (3) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.643082 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 3] EOF sent (3) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.643926 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:18.644394 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.082s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:18.644739 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:18.645291 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:18.714194 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.069s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:18.714429 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:18.714794 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:18.714968 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:18.715137 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:18.715458 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:18.717628 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:18.717757 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:18.717953 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:18.719955 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:18.720097 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:18.720298 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:18.750034 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.029s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:18.750162 np0000156481 manila-share[88840]: INFO manila.share.access [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Access rules were successfully modified for share instance c98bdfac-9563-4346-a887-b3b6972cc67f belonging to share 8b773aa9-0f92-4cbe-837f-a6c629d54736.
Feb 19 02:43:18.828070 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:18.828272 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] [chan 44] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.828846 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 44] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.828950 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 44 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:18.830702 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 44] Sesch channel 44 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.923965 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:18.924419 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] [chan 23] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.925544 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 23] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.925724 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 23 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:18.926401 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 44] EOF received (44) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.926837 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 44] EOF sent (44) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.927296 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:18.927539 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:18.927750 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] [chan 26] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.928121 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 23] Sesch channel 23 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.928549 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 26] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.928659 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 26 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:18.930178 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 26] Sesch channel 26 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.955850 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 26] EOF received (26) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.956245 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 26] EOF sent (26) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.957066 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:18.957451 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] ZFS option mountpoint's value is /gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:18.966582 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 23] EOF received (23) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.966840 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 23] EOF sent (23) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.967264 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:18.967615 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.098s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:18.967833 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:18.968027 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] [chan 32] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.969173 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 32] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.969279 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 32 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:18.971024 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 32] Sesch channel 32 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.983715 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Share instance aef9c534-59c7-449a-b79c-ae0955936516 created successfully.
Feb 19 02:43:18.998034 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 32] EOF received (32) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.998334 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 32] EOF sent (32) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:18.998840 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:18.999421 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:18.999552 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:18.999736 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:19.000251 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] [chan 21] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.000472 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 21] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.000588 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 21 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:19.002432 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 21] Sesch channel 21 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.032230 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 21] EOF received (21) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.032640 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 21] EOF sent (21) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.033211 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:19.033552 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:19.033864 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.034s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:19.034132 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:19.034684 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:19.034968 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:19.035478 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] [chan 32] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.036201 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 32] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.036392 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 32 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:19.038491 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 32] Sesch channel 32 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.065112 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 32] EOF received (32) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.065567 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 32] EOF sent (32) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.066128 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:19.066520 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is /gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:19.066785 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): lsof -w /gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:19.067086 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] [chan 45] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.067698 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 45] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.067698 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 45 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:19.069499 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 45] Sesch channel 45 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.169868 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ebfabea6-67e7-478c-bc09-eb96448854f5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_4b7fae14_6321_438c_9884_647e572f3ab7@manila_share_snapshot_dfff7b5c_c0c2_48a3_a0fe_5ab3bc98fb3e {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:19.169868 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-ebfabea6-67e7-478c-bc09-eb96448854f5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 15] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.170712 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 15] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.170891 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 15 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:19.175758 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 15] Sesch channel 15 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.196350 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 45] EOF received (45) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.196350 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 45] EOF sent (45) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.196842 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:19.197390 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount /gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:19.197745 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] [chan 24] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.198289 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 24] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.198488 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 24 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:19.199987 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 24] Sesch channel 24 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.216886 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 15] EOF received (15) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.217093 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 15] EOF sent (15) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.217442 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ebfabea6-67e7-478c-bc09-eb96448854f5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:19.217772 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ebfabea6-67e7-478c-bc09-eb96448854f5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "zfs-dataset-alpha/manila_share_4b7fae14_6321_438c_9884_647e572f3ab7@manila_share_snapshot_dfff7b5c_c0c2_48a3_a0fe_5ab3bc98fb3e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.104s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:19.230947 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 24] EOF received (24) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.231276 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 24] EOF sent (24) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.231564 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:19.380201 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5767e476-fd97-44c8-aed9-ccc6df2b6783" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:19.380769 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] Lock "locked_access_rules_operation_by_share_instance_5767e476-fd97-44c8-aed9-ccc6df2b6783" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:19.382932 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] Lock "locked_access_rules_operation_by_share_instance_5767e476-fd97-44c8-aed9-ccc6df2b6783" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:19.383079 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5767e476-fd97-44c8-aed9-ccc6df2b6783" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:19.383290 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] Lock "locked_access_rules_operation_by_share_instance_5767e476-fd97-44c8-aed9-ccc6df2b6783" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:19.387449 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] Lock "locked_access_rules_operation_by_share_instance_5767e476-fd97-44c8-aed9-ccc6df2b6783" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:19.387652 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5767e476-fd97-44c8-aed9-ccc6df2b6783" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:19.387797 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] Lock "locked_access_rules_operation_by_share_instance_5767e476-fd97-44c8-aed9-ccc6df2b6783" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:19.390259 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] Lock "locked_access_rules_operation_by_share_instance_5767e476-fd97-44c8-aed9-ccc6df2b6783" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:19.390653 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] All access rules have been synced for share instance 5767e476-fd97-44c8-aed9-ccc6df2b6783 belonging to share 1cd135e6-4e02-4b09-8c24-ec378fa4077f. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:43:19.394617 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:19.394813 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] [chan 64] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.395741 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 64] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.395741 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 64 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:19.397642 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 64] Sesch channel 64 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.402465 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-ebfabea6-67e7-478c-bc09-eb96448854f5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Created reservations ['bf48c1dc-4668-4ac2-b82e-61835a5f8983', '0927e52d-7845-4e6c-8ff4-7198fc687808', 'c745a511-26f0-4730-9751-185db7bfc2c2', '552a8675-687d-4c18-8d4f-bbaed9de14bf'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:43:19.414155 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-ebfabea6-67e7-478c-bc09-eb96448854f5 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Committed reservations ['bf48c1dc-4668-4ac2-b82e-61835a5f8983', '0927e52d-7845-4e6c-8ff4-7198fc687808', 'c745a511-26f0-4730-9751-185db7bfc2c2', '552a8675-687d-4c18-8d4f-bbaed9de14bf'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:43:19.427881 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 64] EOF received (64) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.428265 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 64] EOF sent (64) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.429026 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:19.429476 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:19.429823 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] [chan 38] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.430563 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 38] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.430738 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 38 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:19.432286 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 38] Sesch channel 38 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.464854 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 38] EOF received (38) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.465239 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 38] EOF sent (38) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.465896 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:19.466265 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_5767e476_fd97_44c8_aed9_ccc6df2b6783" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:19.466863 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] Lock "zfs-dataset-betta/subdir/manila_share_5767e476_fd97_44c8_aed9_ccc6df2b6783" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:19.467139 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_5767e476_fd97_44c8_aed9_ccc6df2b6783 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:19.467488 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] [chan 36] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.468426 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 36] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.468590 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 36 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:19.470124 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 36] Sesch channel 36 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.518020 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 36] EOF received (36) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.518420 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 36] EOF sent (36) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.519144 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:19.519508 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:19.519848 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] Lock "zfs-dataset-betta/subdir/manila_share_5767e476_fd97_44c8_aed9_ccc6df2b6783" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.053s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:19.520142 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_5767e476_fd97_44c8_aed9_ccc6df2b6783" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:19.520664 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] Lock "zfs-dataset-betta/subdir/manila_share_5767e476_fd97_44c8_aed9_ccc6df2b6783" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:19.520960 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_5767e476_fd97_44c8_aed9_ccc6df2b6783 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:19.522060 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] [chan 16] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.522756 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 16] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.522926 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 16 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:19.524812 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 16] Sesch channel 16 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.553409 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 16] EOF received (16) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.553766 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 16] EOF sent (16) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.554360 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:19.554665 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] ZFS option mountpoint's value is /betta/subdir/manila_share_5767e476_fd97_44c8_aed9_ccc6df2b6783. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:19.554930 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_5767e476_fd97_44c8_aed9_ccc6df2b6783 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:19.555237 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] [chan 65] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.556024 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 65] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.556187 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 65 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:19.558438 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 65] Sesch channel 65 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.672830 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 65] EOF received (65) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.673153 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 65] EOF sent (65) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.673895 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:19.674454 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_5767e476_fd97_44c8_aed9_ccc6df2b6783 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:19.674803 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] [chan 39] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.675461 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 39] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.675626 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 39 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:19.677528 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 39] Sesch channel 39 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.704338 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 39] EOF received (39) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.704824 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 39] EOF sent (39) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:19.705431 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:20.244838 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_96946420_3a20_443f_a635_099098b4831c {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:20.245282 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 33] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.245913 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 33] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.246079 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 33 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:20.247606 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 33] Sesch channel 33 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.265798 np0000156481 manila-share[88840]: DEBUG manila.share.driver [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Migration info obtained for share c98bdfac-9563-4346-a887-b3b6972cc67f: {'mount': 'mount -vt nfs %(options)s 127.0.0.1:/betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f %(path)s', 'unmount': 'umount -v %(path)s', 'access_mapping': {'ip': ['nfs']}}. {{(pid=88840) connection_get_info /opt/stack/manila/manila/share/driver.py:660}}
Feb 19 02:43:20.274358 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4b7fae14-6321-438c-9884-647e572f3ab7" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:20.274358 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "locked_access_rules_operation_by_share_instance_4b7fae14-6321-438c-9884-647e572f3ab7" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:20.275848 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "locked_access_rules_operation_by_share_instance_4b7fae14-6321-438c-9884-647e572f3ab7" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:20.275978 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4b7fae14-6321-438c-9884-647e572f3ab7" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:20.276178 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "locked_access_rules_operation_by_share_instance_4b7fae14-6321-438c-9884-647e572f3ab7" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:20.278889 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "locked_access_rules_operation_by_share_instance_4b7fae14-6321-438c-9884-647e572f3ab7" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:20.279018 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4b7fae14-6321-438c-9884-647e572f3ab7" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:20.279218 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "locked_access_rules_operation_by_share_instance_4b7fae14-6321-438c-9884-647e572f3ab7" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:20.281034 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "locked_access_rules_operation_by_share_instance_4b7fae14-6321-438c-9884-647e572f3ab7" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:20.281156 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] All access rules have been synced for share instance 4b7fae14-6321-438c-9884-647e572f3ab7 belonging to share 519e46b6-aaab-41f2-8f83-610b3320be59. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:43:20.283971 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:20.284170 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 17] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.284737 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 17] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.284819 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 17 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:20.286164 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 17] Sesch channel 17 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.289703 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 33] EOF received (33) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.289905 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 33] EOF sent (33) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.290223 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:20.290440 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 9.234(s), this was the 3rd time calling it. {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 02:43:20.290600 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 4.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 02:43:20.290600 np0000156481 manila-share[88844]: Command: sudo zfs destroy -f gamma/manila_share_96946420_3a20_443f_a635_099098b4831c
Feb 19 02:43:20.290600 np0000156481 manila-share[88844]: Exit code: 1
Feb 19 02:43:20.290600 np0000156481 manila-share[88844]: Stdout: ''
Feb 19 02:43:20.290600 np0000156481 manila-share[88844]: Stderr: "cannot unmount '/gamma/manila_share_96946420_3a20_443f_a635_099098b4831c': pool or dataset is busy\n". {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 02:43:20.293478 np0000156481 manila-share[88844]: DEBUG manila.share.driver [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Migration info obtained for share aef9c534-59c7-449a-b79c-ae0955936516: {'mount': 'mount -vt nfs %(options)s 127.0.0.1:/gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516 %(path)s', 'unmount': 'umount -v %(path)s', 'access_mapping': {'ip': ['nfs']}}. {{(pid=88844) connection_get_info /opt/stack/manila/manila/share/driver.py:660}}
Feb 19 02:43:20.316041 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 17] EOF received (17) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.316443 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 17] EOF sent (17) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.317098 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:20.317489 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:20.317809 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 66] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.318490 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 66] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.318725 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 66 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:20.320574 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 66] Sesch channel 66 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.352797 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 66] EOF received (66) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.353157 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 66] EOF sent (66) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.353744 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:20.354054 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Acquiring lock "zfs-dataset-alpha/manila_share_4b7fae14_6321_438c_9884_647e572f3ab7" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:20.354676 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "zfs-dataset-alpha/manila_share_4b7fae14_6321_438c_9884_647e572f3ab7" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:20.354961 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_4b7fae14_6321_438c_9884_647e572f3ab7 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:20.355276 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 4] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.356546 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 4] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.356711 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 4 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:20.358280 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 4] Sesch channel 4 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.390001 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 4] EOF received (4) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.390621 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 4] EOF sent (4) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.391023 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:20.391349 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:20.391643 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "zfs-dataset-alpha/manila_share_4b7fae14_6321_438c_9884_647e572f3ab7" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.037s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:20.391903 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Acquiring lock "zfs-dataset-alpha/manila_share_4b7fae14_6321_438c_9884_647e572f3ab7" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:20.392344 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "zfs-dataset-alpha/manila_share_4b7fae14_6321_438c_9884_647e572f3ab7" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:20.392617 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_4b7fae14_6321_438c_9884_647e572f3ab7 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:20.392927 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 40] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.393628 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 40] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.393794 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 40 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:20.395688 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 40] Sesch channel 40 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.423333 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 40] EOF received (40) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.423741 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 40] EOF sent (40) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.424294 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:20.424629 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] ZFS option mountpoint's value is /alpha/manila_share_4b7fae14_6321_438c_9884_647e572f3ab7. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:20.424892 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): lsof -w /alpha/manila_share_4b7fae14_6321_438c_9884_647e572f3ab7 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:20.425199 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 18] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.426044 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 18] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.426370 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 18 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:20.428556 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 18] Sesch channel 18 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.551868 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 18] EOF received (18) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.552193 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 18] EOF sent (18) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.552787 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:20.553257 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo umount /alpha/manila_share_4b7fae14_6321_438c_9884_647e572f3ab7 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:20.553601 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 67] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.554702 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 67] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.554900 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 67 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:20.556830 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 67] Sesch channel 67 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.575674 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:20.575904 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 41] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.577691 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 41] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.577847 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 41 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:20.579789 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 41] Sesch channel 41 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.621947 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 67] EOF received (67) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.622345 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 67] EOF sent (67) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.622999 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:20.623553 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 41] EOF received (41) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.623905 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 41] EOF sent (41) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:20.624496 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:20.624930 np0000156481 manila-share[88840]: DEBUG manila.utils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 9.230(s), this was the 3rd time calling it. {{(pid=88840) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 02:43:20.625271 np0000156481 manila-share[88840]: DEBUG manila.utils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 4.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 02:43:20.625271 np0000156481 manila-share[88840]: Command: sudo zfs destroy -f alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4
Feb 19 02:43:20.625271 np0000156481 manila-share[88840]: Exit code: 1
Feb 19 02:43:20.625271 np0000156481 manila-share[88840]: Stdout: ''
Feb 19 02:43:20.625271 np0000156481 manila-share[88840]: Stderr: "cannot unmount '/alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4': pool or dataset is busy\n". {{(pid=88840) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 02:43:20.768931 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Time to start copying in migration for share 8b773aa9-0f92-4cbe-837f-a6c629d54736. {{(pid=88840) _migration_start_host_assisted /opt/stack/manila/manila/share/manager.py:1774}}
Feb 19 02:43:20.921576 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Received request to update access for share instance c98bdfac-9563-4346-a887-b3b6972cc67f. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:43:20.934454 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:20.934817 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:20.937649 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:20.937832 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:20.938108 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:20.973431 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.035s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:20.973596 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Updating access rules for share instance c98bdfac-9563-4346-a887-b3b6972cc67f belonging to share 8b773aa9-0f92-4cbe-837f-a6c629d54736. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:43:20.988956 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:20.989159 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:20.993989 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:20.994128 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:20.994420 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:21.015026 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.021s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:21.015176 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] All access rules of share instance c98bdfac-9563-4346-a887-b3b6972cc67f are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88840) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 02:43:21.030163 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:21.030440 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:21.030711 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:21.030958 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] [chan 19] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:21.031493 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 19] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:21.031597 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 19 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:21.033293 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 19] Sesch channel 19 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:21.070867 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 19] EOF received (19) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:21.071234 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 19] EOF sent (19) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:21.071898 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:21.072261 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs set sharenfs=ro=50.50.50.50:51.51.51.51:127.0.0.1,no_root_squash betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:21.072636 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] [chan 37] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:21.073227 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 37] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:21.073427 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 37 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:21.075336 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 37] Sesch channel 37 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:21.117879 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 37] EOF received (37) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:21.118425 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 37] EOF sent (37) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:21.118972 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:21.119299 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.089s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:21.119621 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:21.120056 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:21.185419 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.065s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:21.185553 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:21.185777 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:21.185904 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:21.186029 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:21.186213 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:21.188222 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:21.188440 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:21.188650 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:21.190932 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:21.191116 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:21.191436 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:21.217224 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:21.217477 np0000156481 manila-share[88840]: INFO manila.share.access [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Access rules were successfully modified for share instance c98bdfac-9563-4346-a887-b3b6972cc67f belonging to share 8b773aa9-0f92-4cbe-837f-a6c629d54736.
Feb 19 02:43:21.233009 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:21.233449 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] [chan 33] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:21.234165 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 33] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:21.234381 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 33 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:21.236476 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 33] Sesch channel 33 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:21.294797 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 33] EOF received (33) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:21.295199 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 33] EOF sent (33) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:21.295622 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:21.296169 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_6e05a7aa_406e_4a08_b0da_b3dedb09c263" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.262s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:21.381119 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Created reservations ['a9eb25dd-aa3d-45f0-aadb-ad9cbebf507e', '53c601c8-dceb-4111-bfd2-ba52d879be2d', '128e15c8-0428-4235-958e-2bd427f9fc06', '3422b0a2-6f00-411a-810c-022c771d6827'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:43:21.395045 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Committed reservations ['a9eb25dd-aa3d-45f0-aadb-ad9cbebf507e', '53c601c8-dceb-4111-bfd2-ba52d879be2d', '128e15c8-0428-4235-958e-2bd427f9fc06', '3422b0a2-6f00-411a-810c-022c771d6827'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:43:21.400093 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-5e4f4a6a-02f3-4615-929e-bc5a09a79801 tempest-ReplicationAdminTest-649857771 None] Share replica 6e05a7aa-406e-4a08-b0da-b3dedb09c263 deleted successfully.
Feb 19 02:43:21.707295 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_5767e476_fd97_44c8_aed9_ccc6df2b6783 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:21.707904 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] [chan 68] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:21.708140 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 68] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:21.708238 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 68 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:21.709983 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 68] Sesch channel 68 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:21.778050 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 68] EOF received (68) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:21.778475 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 68] EOF sent (68) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:21.779294 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:21.779845 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] Lock "zfs-dataset-betta/subdir/manila_share_5767e476_fd97_44c8_aed9_ccc6df2b6783" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.259s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:21.806940 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo umount /gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:21.807387 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 46] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:21.808238 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 46] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:21.808448 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 46 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:21.810625 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 46] Sesch channel 46 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:21.851166 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 46] EOF received (46) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:21.851366 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 46] EOF sent (46) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:21.851735 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:21.862355 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-48f78701-e761-4094-a036-2bf044719d2a tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:21.862585 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-48f78701-e761-4094-a036-2bf044719d2a tempest-ReplicationAdminTest-649857771 None] [chan 42] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:21.863137 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 42] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:21.863230 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 42 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:21.865166 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 42] Sesch channel 42 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:21.891771 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] Created reservations ['829af039-209e-46f3-927e-20a0d45eef05', 'a94ed41d-0406-4055-b177-9edfb5977b8e', '32e61d6d-4c6e-4236-947d-12f4d993d140', '94e5b552-ec28-4eed-8a87-5fe485a2ad3f', '5a07e387-c758-4943-8834-15e73c2edfda', '013ef2d8-d9dc-4e98-9080-9b04fcb948e8', '4a01104b-19b2-4817-b59d-47d7eafcd393', 'a24e5e7b-0ca6-4200-933f-adfb9d94d1a9'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:43:21.905692 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] Committed reservations ['829af039-209e-46f3-927e-20a0d45eef05', 'a94ed41d-0406-4055-b177-9edfb5977b8e', '32e61d6d-4c6e-4236-947d-12f4d993d140', '94e5b552-ec28-4eed-8a87-5fe485a2ad3f', '5a07e387-c758-4943-8834-15e73c2edfda', '013ef2d8-d9dc-4e98-9080-9b04fcb948e8', '4a01104b-19b2-4817-b59d-47d7eafcd393', 'a24e5e7b-0ca6-4200-933f-adfb9d94d1a9'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:43:21.911049 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-462a4963-ef3d-419c-bedd-c0692963848b tempest-ReplicationActionsAdminTest-1944799921 None] Share instance 5767e476-fd97-44c8-aed9-ccc6df2b6783: deleted successfully.
Feb 19 02:43:21.970821 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 42] EOF received (42) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:21.971202 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 42] EOF sent (42) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:21.971828 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-48f78701-e761-4094-a036-2bf044719d2a tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:21.972155 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-48f78701-e761-4094-a036-2bf044719d2a tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:21.972517 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-48f78701-e761-4094-a036-2bf044719d2a tempest-ReplicationAdminTest-649857771 None] [chan 5] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:21.973122 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 5] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:21.973281 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 5 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:21.975268 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 5] Sesch channel 5 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:21.998608 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 5] EOF received (5) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:21.998960 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 5] EOF sent (5) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:21.999565 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-48f78701-e761-4094-a036-2bf044719d2a tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:21.999875 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-48f78701-e761-4094-a036-2bf044719d2a tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is /betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:22.022871 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-48f78701-e761-4094-a036-2bf044719d2a tempest-ReplicationAdminTest-649857771 None] Share instance 7b88fc18-d4be-40d7-a870-eabee395f58a created successfully.
Feb 19 02:43:22.395408 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Received request to update access for share instance aef9c534-59c7-449a-b79c-ae0955936516. {{(pid=88844) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:43:22.412802 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:22.413116 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:22.414906 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:22.415034 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:22.415236 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:22.463346 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.048s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:22.463346 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Updating access rules for share instance aef9c534-59c7-449a-b79c-ae0955936516 belonging to share 8b773aa9-0f92-4cbe-837f-a6c629d54736. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:43:22.475784 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:22.476052 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:22.480891 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:22.481020 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:22.481232 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:22.496951 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:22.513756 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "zfs-dataset-gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:22.514097 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:22.514281 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:22.514490 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] [chan 25] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:22.514914 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 25] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:22.514988 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 25 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:22.516678 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 25] Sesch channel 25 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:22.543938 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 25] EOF received (25) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:22.544275 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 25] EOF sent (25) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:22.544977 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:22.545372 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs set sharenfs=rw=127.0.0.1,no_root_squash gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:22.545697 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] [chan 27] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:22.546270 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 27] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:22.546379 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 27 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:22.547960 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 27] Sesch channel 27 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:22.596898 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 27] EOF received (27) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:22.597299 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 27] EOF sent (27) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:22.597952 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:22.598343 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.084s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:22.598651 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:22.599127 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:22.624002 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_4b7fae14_6321_438c_9884_647e572f3ab7 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:22.624490 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] [chan 20] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:22.625239 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 20] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:22.625444 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 20 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:22.627843 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 20] Sesch channel 20 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:22.665334 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.066s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:22.665463 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:22.665737 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:22.665850 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:22.665976 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:22.666168 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:22.668217 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:22.668441 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:22.668715 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:22.671302 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:22.671302 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:22.671625 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:22.693738 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 20] EOF received (20) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:22.694114 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 20] EOF sent (20) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:22.694832 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:22.695420 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Lock "zfs-dataset-alpha/manila_share_4b7fae14_6321_438c_9884_647e572f3ab7" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.303s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:22.699457 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:22.699457 np0000156481 manila-share[88844]: INFO manila.share.access [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Access rules were successfully modified for share instance aef9c534-59c7-449a-b79c-ae0955936516 belonging to share 8b773aa9-0f92-4cbe-837f-a6c629d54736.
Feb 19 02:43:22.789736 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Created reservations ['f961cb98-d23c-49c7-87cd-7a5783359912', 'cf597ba1-0ee9-4093-8182-bf849e54437f', 'defa6496-7748-40f4-b5a7-adbc9916fc6c', '99ee6ee6-1c9d-4c9d-8356-a5feec57d533'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:43:22.803095 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Committed reservations ['f961cb98-d23c-49c7-87cd-7a5783359912', 'cf597ba1-0ee9-4093-8182-bf849e54437f', 'defa6496-7748-40f4-b5a7-adbc9916fc6c', '99ee6ee6-1c9d-4c9d-8356-a5feec57d533'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:43:22.806662 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-86deac71-5d5b-457e-94e4-a35a3efe2294 tempest-SharesFromSnapshotAcrossPools-1974326921 None] Share instance 4b7fae14-6321-438c-9884-647e572f3ab7: deleted successfully.
Feb 19 02:43:23.536844 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo umount /alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:23.537147 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 69] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:23.537910 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 69] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:23.538110 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 69 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:23.540507 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 69] Sesch channel 69 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:23.561907 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 69] EOF received (69) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:23.562354 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 69] EOF sent (69) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:23.563079 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:23.852742 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:23.853160 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 34] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:23.855220 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 34] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:23.855220 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 34 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:23.857499 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 34] Sesch channel 34 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:23.883873 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 34] EOF received (34) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:23.884036 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 34] EOF sent (34) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:23.884391 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:23.884613 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 15.290(s), this was the 4th time calling it. {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 02:43:23.884777 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 8.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 02:43:23.884777 np0000156481 manila-share[88844]: Command: sudo zfs destroy -f gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6
Feb 19 02:43:23.884777 np0000156481 manila-share[88844]: Exit code: 1
Feb 19 02:43:23.884777 np0000156481 manila-share[88844]: Stdout: ''
Feb 19 02:43:23.884777 np0000156481 manila-share[88844]: Stderr: "cannot unmount '/gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6': pool or dataset is busy\n". {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 02:43:24.292039 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo umount /gamma/manila_share_96946420_3a20_443f_a635_099098b4831c {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:24.292356 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 34] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:24.294082 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 34] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:24.294082 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 34 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:24.295088 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 34] Sesch channel 34 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:24.313449 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 34] EOF received (34) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:24.313638 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 34] EOF sent (34) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:24.313946 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:24.626680 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo umount /alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:24.627117 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 43] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:24.627368 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 43] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:24.627437 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 43 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:24.628650 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 43] Sesch channel 43 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:24.648388 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 43] EOF received (43) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:24.648608 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 43] EOF sent (43) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:24.648872 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:25.066518 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-03e729b8-a8bd-4534-be91-dfb86afcc588 tempest-ReplicationAdminTest-649857771 None] Lock "locked-share-replica-operation-for-share-fd61c0bc-8a9d-434c-a1ae-7737733a9937" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:43:25.165302 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-03e729b8-a8bd-4534-be91-dfb86afcc588 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a@tmp_snapshot_for_replication__ac471dff_1e42_43af_92a9_fc56f82cb887_time_2026-02-19T02:43:25.150559 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:25.165785 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-03e729b8-a8bd-4534-be91-dfb86afcc588 tempest-ReplicationAdminTest-649857771 None] [chan 47] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:25.166527 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 47] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:25.166880 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 47 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:25.168619 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 47] Sesch channel 47 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:25.437422 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 47] EOF received (47) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:25.437616 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 47] EOF sent (47) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:25.438088 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-03e729b8-a8bd-4534-be91-dfb86afcc588 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:25.438222 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-03e729b8-a8bd-4534-be91-dfb86afcc588 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a@tmp_snapshot_for_replication__ac471dff_1e42_43af_92a9_fc56f82cb887_time_2026-02-19T02:43:25.150559 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:25.438485 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-03e729b8-a8bd-4534-be91-dfb86afcc588 tempest-ReplicationAdminTest-649857771 None] [chan 26] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:25.439108 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 26] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:25.439213 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 26 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:25.442498 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 26] Sesch channel 26 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:25.563943 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:25.564377 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 21] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:25.565077 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 21] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:25.565819 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 21 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:25.567007 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 21] Sesch channel 21 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:25.604295 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 21] EOF received (21) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:25.606670 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 21] EOF sent (21) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:25.606670 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:25.606670 np0000156481 manila-share[88840]: DEBUG manila.utils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 25.367(s), this was the 5th time calling it. {{(pid=88840) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 02:43:25.606670 np0000156481 manila-share[88840]: DEBUG manila.utils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 16.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 02:43:25.606670 np0000156481 manila-share[88840]: Command: sudo zfs destroy -f alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d
Feb 19 02:43:25.606670 np0000156481 manila-share[88840]: Exit code: 1
Feb 19 02:43:25.606670 np0000156481 manila-share[88840]: Stdout: ''
Feb 19 02:43:25.606670 np0000156481 manila-share[88840]: Stderr: "cannot unmount '/alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d': pool or dataset is busy\n". {{(pid=88840) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 02:43:25.955946 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 26] EOF received (26) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:25.956387 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 26] EOF sent (26) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:25.957227 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-03e729b8-a8bd-4534-be91-dfb86afcc588 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:25.957464 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-03e729b8-a8bd-4534-be91-dfb86afcc588 tempest-ReplicationAdminTest-649857771 None] Info about replica 'ac471dff-1e42-43af-92a9-fc56f82cb887' creation is following:
Feb 19 02:43:25.957464 np0000156481 manila-share[88844]: receiving full stream of betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a@tmp_snapshot_for_replication__ac471dff_1e42_43af_92a9_fc56f82cb887_time_2026-02-19T02:43:25.150559 into gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887@tmp_snapshot_for_replication__ac471dff_1e42_43af_92a9_fc56f82cb887_time_2026-02-19T02:43:25.150559
Feb 19 02:43:25.957464 np0000156481 manila-share[88844]: received 43.9K stream in 0.06 seconds (677K/sec)
Feb 19 02:43:25.957464 np0000156481 manila-share[88844]:  {{(pid=88844) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 02:43:25.957685 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-03e729b8-a8bd-4534-be91-dfb86afcc588 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:25.957869 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-03e729b8-a8bd-4534-be91-dfb86afcc588 tempest-ReplicationAdminTest-649857771 None] [chan 35] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:25.960229 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 35] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:25.960229 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 35 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:25.960538 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 35] Sesch channel 35 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.008163 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 35] EOF received (35) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.008641 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 35] EOF sent (35) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.009336 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-03e729b8-a8bd-4534-be91-dfb86afcc588 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:26.009715 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-03e729b8-a8bd-4534-be91-dfb86afcc588 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:26.010078 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-03e729b8-a8bd-4534-be91-dfb86afcc588 tempest-ReplicationAdminTest-649857771 None] [chan 35] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.010861 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 35] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.011032 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 35 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:26.013095 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 35] Sesch channel 35 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.048800 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 35] EOF received (35) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.049017 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 35] EOF sent (35) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.049471 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-03e729b8-a8bd-4534-be91-dfb86afcc588 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:26.049685 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-03e729b8-a8bd-4534-be91-dfb86afcc588 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:26.050119 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-03e729b8-a8bd-4534-be91-dfb86afcc588 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:26.050302 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-03e729b8-a8bd-4534-be91-dfb86afcc588 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:26.050846 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-03e729b8-a8bd-4534-be91-dfb86afcc588 tempest-ReplicationAdminTest-649857771 None] [chan 22] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.051258 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 22] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.051384 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 22 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:26.052878 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 22] Sesch channel 22 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.085356 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 22] EOF received (22) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.085356 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 22] EOF sent (22) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.085356 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-03e729b8-a8bd-4534-be91-dfb86afcc588 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:26.085866 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-03e729b8-a8bd-4534-be91-dfb86afcc588 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:26.085866 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-03e729b8-a8bd-4534-be91-dfb86afcc588 tempest-ReplicationAdminTest-649857771 None] [chan 28] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.086651 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 28] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.086651 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 28 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:26.088572 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 28] Sesch channel 28 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.125750 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 28] EOF received (28) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.126174 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 28] EOF sent (28) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.126871 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-03e729b8-a8bd-4534-be91-dfb86afcc588 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:26.127259 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-03e729b8-a8bd-4534-be91-dfb86afcc588 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.077s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:26.127628 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-03e729b8-a8bd-4534-be91-dfb86afcc588 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:26.128016 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-03e729b8-a8bd-4534-be91-dfb86afcc588 tempest-ReplicationAdminTest-649857771 None] [chan 23] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.131698 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 23] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.131810 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 23 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:26.133181 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 23] Sesch channel 23 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.155904 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 23] EOF received (23) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.156274 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 23] EOF sent (23) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.156908 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-03e729b8-a8bd-4534-be91-dfb86afcc588 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:26.157232 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-03e729b8-a8bd-4534-be91-dfb86afcc588 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is /gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:26.195838 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-03e729b8-a8bd-4534-be91-dfb86afcc588 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ac471dff-1e42-43af-92a9-fc56f82cb887" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:26.196380 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-03e729b8-a8bd-4534-be91-dfb86afcc588 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_ac471dff-1e42-43af-92a9-fc56f82cb887" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:26.198722 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-03e729b8-a8bd-4534-be91-dfb86afcc588 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_ac471dff-1e42-43af-92a9-fc56f82cb887" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:26.198842 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-03e729b8-a8bd-4534-be91-dfb86afcc588 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ac471dff-1e42-43af-92a9-fc56f82cb887" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:26.199067 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-03e729b8-a8bd-4534-be91-dfb86afcc588 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_ac471dff-1e42-43af-92a9-fc56f82cb887" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:26.221082 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-03e729b8-a8bd-4534-be91-dfb86afcc588 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_ac471dff-1e42-43af-92a9-fc56f82cb887" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.022s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:26.221082 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-03e729b8-a8bd-4534-be91-dfb86afcc588 tempest-ReplicationAdminTest-649857771 None] Share replica ac471dff-1e42-43af-92a9-fc56f82cb887 created successfully.
Feb 19 02:43:26.278195 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Received request to update access for share instance c98bdfac-9563-4346-a887-b3b6972cc67f. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:43:26.291829 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:26.292161 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:26.294431 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:26.294598 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:26.294833 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:26.315395 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_96946420_3a20_443f_a635_099098b4831c {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:26.316123 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 48] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.316612 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 48] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.316729 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 48 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:26.318168 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 48] Sesch channel 48 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.345871 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.051s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:26.345967 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Updating access rules for share instance c98bdfac-9563-4346-a887-b3b6972cc67f belonging to share 8b773aa9-0f92-4cbe-837f-a6c629d54736. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:43:26.351782 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 48] EOF received (48) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.352069 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 48] EOF sent (48) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.352568 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:26.352872 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 15.297(s), this was the 4th time calling it. {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 02:43:26.353092 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 8.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 02:43:26.353092 np0000156481 manila-share[88844]: Command: sudo zfs destroy -f gamma/manila_share_96946420_3a20_443f_a635_099098b4831c
Feb 19 02:43:26.353092 np0000156481 manila-share[88844]: Exit code: 1
Feb 19 02:43:26.353092 np0000156481 manila-share[88844]: Stdout: ''
Feb 19 02:43:26.353092 np0000156481 manila-share[88844]: Stderr: "cannot unmount '/gamma/manila_share_96946420_3a20_443f_a635_099098b4831c': pool or dataset is busy\n". {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 02:43:26.361659 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:26.361974 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:26.366868 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:26.367002 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:26.367243 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:26.393959 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:26.394208 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] All access rules of share instance c98bdfac-9563-4346-a887-b3b6972cc67f are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88840) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 02:43:26.408896 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:26.409202 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:26.409426 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:26.409621 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] [chan 70] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.410068 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 70] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.410169 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 70 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:26.411766 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 70] Sesch channel 70 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.443606 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 70] EOF received (70) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.444013 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 70] EOF sent (70) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.444667 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:26.445039 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs set sharenfs=ro=50.50.50.50:51.51.51.51,no_root_squash betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:26.445385 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] [chan 38] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.445992 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 38] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.446158 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 38 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:26.448167 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 38] Sesch channel 38 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.501639 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 38] EOF received (38) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.502058 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 38] EOF sent (38) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.502778 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:26.503175 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.094s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:26.503541 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:26.504086 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:26.557476 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.053s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:26.557635 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:26.557912 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:26.576972 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.019s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:26.577122 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:26.577459 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:26.580050 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:26.580236 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:26.580537 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:26.582773 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:26.582894 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:26.583190 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:26.608379 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.025s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:26.608379 np0000156481 manila-share[88840]: INFO manila.share.access [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Access rules were successfully modified for share instance c98bdfac-9563-4346-a887-b3b6972cc67f belonging to share 8b773aa9-0f92-4cbe-837f-a6c629d54736.
Feb 19 02:43:26.649627 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:26.649845 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 44] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.650476 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 44] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.650560 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 44 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:26.651876 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 44] Sesch channel 44 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.692604 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 44] EOF received (44) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.692604 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 44] EOF sent (44) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:26.692604 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:26.693015 np0000156481 manila-share[88840]: DEBUG manila.utils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 15.298(s), this was the 4th time calling it. {{(pid=88840) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 02:43:26.693361 np0000156481 manila-share[88840]: DEBUG manila.utils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 8.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 02:43:26.693361 np0000156481 manila-share[88840]: Command: sudo zfs destroy -f alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4
Feb 19 02:43:26.693361 np0000156481 manila-share[88840]: Exit code: 1
Feb 19 02:43:26.693361 np0000156481 manila-share[88840]: Stdout: ''
Feb 19 02:43:26.693361 np0000156481 manila-share[88840]: Stderr: "cannot unmount '/alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4': pool or dataset is busy\n". {{(pid=88840) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 02:43:27.777591 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Received request to update access for share instance aef9c534-59c7-449a-b79c-ae0955936516. {{(pid=88844) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:43:27.796945 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:27.797237 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:27.801501 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:27.801723 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:27.802110 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:27.838989 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.037s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:27.839154 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Updating access rules for share instance aef9c534-59c7-449a-b79c-ae0955936516 belonging to share 8b773aa9-0f92-4cbe-837f-a6c629d54736. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:43:27.853913 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:27.854194 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:27.858746 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:27.858916 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:27.859102 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:27.868025 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:27.884274 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "zfs-dataset-gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:27.884274 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:27.884445 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:27.884663 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] [chan 27] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:27.885071 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 27] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:27.885260 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 27 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:27.886407 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 27] Sesch channel 27 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:27.915642 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 27] EOF received (27) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:27.916093 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 27] EOF sent (27) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:27.916915 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:27.917390 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:27.917903 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] [chan 29] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:27.918603 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 29] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:27.918835 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 29 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:27.920606 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 29] Sesch channel 29 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:27.962469 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 29] EOF received (29) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:27.963013 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 29] EOF sent (29) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:27.963813 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:27.964401 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.080s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:27.964910 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:27.965541 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:27.985838 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.020s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:27.986013 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:27.986377 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:28.000938 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:28.001102 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:28.001412 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:28.004116 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:28.004344 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:28.004711 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:28.006936 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:28.007157 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:28.007534 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:28.032117 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.025s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:28.032284 np0000156481 manila-share[88844]: INFO manila.share.access [None req-4442eb41-7eba-4a7c-b2e3-6186709fef8b tempest-MigrationCancelNFSTest-992920527 None] Access rules were successfully modified for share instance aef9c534-59c7-449a-b79c-ae0955936516 belonging to share 8b773aa9-0f92-4cbe-837f-a6c629d54736.
Feb 19 02:43:28.276829 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-8d5fd989-2159-48df-8df2-75b97e008c55 tempest-ReplicationAdminTest-649857771 None] Lock "locked-share-replica-operation-for-share-fd61c0bc-8a9d-434c-a1ae-7737733a9937" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:43:28.336716 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8d5fd989-2159-48df-8df2-75b97e008c55 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): ssh stack@127.0.0.1 set readonly=on betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:28.336916 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-8d5fd989-2159-48df-8df2-75b97e008c55 tempest-ReplicationAdminTest-649857771 None] [chan 36] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:28.337413 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 36] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:28.337515 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 36 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:28.339001 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 36] Sesch channel 36 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:28.542560 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 36] EOF received (36) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:28.543376 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 36] EOF sent (36) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:28.543784 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8d5fd989-2159-48df-8df2-75b97e008c55 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:28.544161 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8d5fd989-2159-48df-8df2-75b97e008c55 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a@tmp_snapshot_for_replication__7b88fc18_d4be_40d7_a870_eabee395f58a_time_2026-02-19T02:43:28.543829 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:28.544520 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-8d5fd989-2159-48df-8df2-75b97e008c55 tempest-ReplicationAdminTest-649857771 None] [chan 36] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:28.544990 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 36] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:28.544990 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 36 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:28.546138 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 36] Sesch channel 36 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:28.779469 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 36] EOF received (36) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:28.780032 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 36] EOF sent (36) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:28.780429 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8d5fd989-2159-48df-8df2-75b97e008c55 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:28.790803 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8d5fd989-2159-48df-8df2-75b97e008c55 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__ac471dff_1e42_43af_92a9_fc56f82cb887_time_2026-02-19T02:43:25.150559 betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a@tmp_snapshot_for_replication__7b88fc18_d4be_40d7_a870_eabee395f58a_time_2026-02-19T02:43:28.543829 '|' ssh stack@127.0.0.1 sudo zfs receive -vF gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:28.791166 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-8d5fd989-2159-48df-8df2-75b97e008c55 tempest-ReplicationAdminTest-649857771 None] [chan 49] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:28.791862 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 49] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:28.792033 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 49 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:28.793659 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 49] Sesch channel 49 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:29.284490 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 49] EOF received (49) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:29.284802 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 49] EOF sent (49) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:29.286072 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8d5fd989-2159-48df-8df2-75b97e008c55 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:29.286173 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-8d5fd989-2159-48df-8df2-75b97e008c55 tempest-ReplicationAdminTest-649857771 None] Info about last replica 'ac471dff-1e42-43af-92a9-fc56f82cb887' sync is following:
Feb 19 02:43:29.286173 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a@tmp_snapshot_for_replication__7b88fc18_d4be_40d7_a870_eabee395f58a_time_2026-02-19T02:43:28.543829 into gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887@tmp_snapshot_for_replication__7b88fc18_d4be_40d7_a870_eabee395f58a_time_2026-02-19T02:43:28.543829
Feb 19 02:43:29.286173 np0000156481 manila-share[88844]: received 312B stream in 0.04 seconds (8.08K/sec)
Feb 19 02:43:29.286173 np0000156481 manila-share[88844]:  {{(pid=88844) promote_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1189}}
Feb 19 02:43:29.304370 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8d5fd989-2159-48df-8df2-75b97e008c55 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:29.304370 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8d5fd989-2159-48df-8df2-75b97e008c55 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:29.304370 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8d5fd989-2159-48df-8df2-75b97e008c55 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:29.304697 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-8d5fd989-2159-48df-8df2-75b97e008c55 tempest-ReplicationAdminTest-649857771 None] [chan 24] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:29.305237 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 24] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:29.305348 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 24 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:29.307258 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 24] Sesch channel 24 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:29.342745 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 24] EOF received (24) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:29.342745 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 24] EOF sent (24) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:29.342745 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8d5fd989-2159-48df-8df2-75b97e008c55 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:29.342745 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8d5fd989-2159-48df-8df2-75b97e008c55 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:29.342745 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-8d5fd989-2159-48df-8df2-75b97e008c55 tempest-ReplicationAdminTest-649857771 None] [chan 30] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:29.342745 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 30] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:29.342745 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 30 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:29.342745 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 30] Sesch channel 30 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:29.390396 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 30] EOF received (30) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:29.390744 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 30] EOF sent (30) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:29.391419 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8d5fd989-2159-48df-8df2-75b97e008c55 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:29.391713 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8d5fd989-2159-48df-8df2-75b97e008c55 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.088s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:29.391959 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8d5fd989-2159-48df-8df2-75b97e008c55 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set readonly=off gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:29.392271 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-8d5fd989-2159-48df-8df2-75b97e008c55 tempest-ReplicationAdminTest-649857771 None] [chan 28] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:29.392777 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 28] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:29.392901 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 28 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:29.394326 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 28] Sesch channel 28 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:29.435082 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 28] EOF received (28) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:29.435423 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 28] EOF sent (28) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:29.436416 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8d5fd989-2159-48df-8df2-75b97e008c55 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:29.455680 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8d5fd989-2159-48df-8df2-75b97e008c55 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ac471dff-1e42-43af-92a9-fc56f82cb887" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:29.455970 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8d5fd989-2159-48df-8df2-75b97e008c55 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_ac471dff-1e42-43af-92a9-fc56f82cb887" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:29.482385 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8d5fd989-2159-48df-8df2-75b97e008c55 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_ac471dff-1e42-43af-92a9-fc56f82cb887" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:29.494185 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8d5fd989-2159-48df-8df2-75b97e008c55 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ac471dff-1e42-43af-92a9-fc56f82cb887" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:29.494583 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8d5fd989-2159-48df-8df2-75b97e008c55 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_ac471dff-1e42-43af-92a9-fc56f82cb887" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:29.521369 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8d5fd989-2159-48df-8df2-75b97e008c55 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_ac471dff-1e42-43af-92a9-fc56f82cb887" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:29.521517 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-8d5fd989-2159-48df-8df2-75b97e008c55 tempest-ReplicationAdminTest-649857771 None] Share replica ac471dff-1e42-43af-92a9-fc56f82cb887: promoted to active state successfully.
Feb 19 02:43:30.429204 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:43:30.429204 np0000156481 manila-share[88840]: DEBUG manila.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Notifying Schedulers of capabilities ... {{(pid=88840) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:43:30.431239 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:43:30.491505 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:43:30.491743 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica instances. {{(pid=88840) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:43:30.501223 np0000156481 manila-share[88840]: DEBUG manila.coordination [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Lock "locked-share-replica-operation-for-share-fd61c0bc-8a9d-434c-a1ae-7737733a9937" acquired by "locked_replica_operation". {{(pid=88840) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:43:30.559773 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share share_replica 7b88fc18-d4be-40d7-a870-eabee395f58a:  {{(pid=88840) _share_replica_update /opt/stack/manila/manila/share/manager.py:2964}}
Feb 19 02:43:30.716000 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887@tmp_snapshot_for_replication__7b88fc18_d4be_40d7_a870_eabee395f58a_time_2026-02-19T02:43:30.715627 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:30.716141 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 22] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:30.718611 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 22] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:30.718611 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 22 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:30.719925 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 22] Sesch channel 22 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:30.786512 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:30.787968 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:30.790646 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:30.790646 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:30.790646 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:30.790932 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:30.791056 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:30.791258 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:30.793575 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aef9c534-59c7-449a-b79c-ae0955936516" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:30.793703 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] All access rules have been synced for share instance aef9c534-59c7-449a-b79c-ae0955936516 belonging to share 8b773aa9-0f92-4cbe-837f-a6c629d54736. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:43:30.796889 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:30.797091 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] [chan 37] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:30.797546 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 37] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:30.797613 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 37 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:30.799248 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 37] Sesch channel 37 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:30.835119 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 37] EOF received (37) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:30.835308 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 37] EOF sent (37) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:30.835780 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:30.835992 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:30.836217 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] [chan 37] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:30.836600 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 37] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:30.836672 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 37 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:30.838192 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 37] Sesch channel 37 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:30.869468 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 37] EOF received (37) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:30.869665 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 37] EOF sent (37) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:30.870035 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:30.870257 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "zfs-dataset-gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:30.870571 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:30.870717 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:30.870903 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] [chan 25] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:30.871255 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 25] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:30.871351 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 25 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:30.872874 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 25] Sesch channel 25 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:30.892684 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 25] EOF received (25) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:30.892878 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 25] EOF sent (25) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:30.893195 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:30.893390 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:30.893566 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.023s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:30.893715 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "zfs-dataset-gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:30.894051 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:30.894107 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:30.894271 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] [chan 50] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:30.894601 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 50] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:30.894679 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 50 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:30.895756 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 50] Sesch channel 50 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:30.919943 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 50] EOF received (50) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:30.920137 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 50] EOF sent (50) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:30.920799 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:30.920799 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] ZFS option mountpoint's value is /gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:30.920799 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): lsof -w /gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:30.920799 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] [chan 29] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:30.921194 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 29] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:30.921254 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 29 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:30.922514 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 29] Sesch channel 29 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:30.939554 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 22] EOF received (22) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:30.939726 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 22] EOF sent (22) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:30.940179 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:30.940299 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zfs set readonly=on betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:30.940481 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 71] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:30.940814 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 71] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:30.940944 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 71 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:30.943207 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 71] Sesch channel 71 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:30.984329 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 71] EOF received (71) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:30.984543 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 71] EOF sent (71) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:30.984904 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:30.985075 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__7b88fc18_d4be_40d7_a870_eabee395f58a_time_2026-02-19T02:43:28.543829 gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887@tmp_snapshot_for_replication__7b88fc18_d4be_40d7_a870_eabee395f58a_time_2026-02-19T02:43:30.715627 '|' ssh stack@127.0.0.1 sudo zfs receive -vF betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:30.985249 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 45] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:30.987732 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 45] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:30.987732 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 45 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:30.988867 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 45] Sesch channel 45 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:31.049339 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 29] EOF received (29) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:31.049731 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 29] EOF sent (29) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:31.050381 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:31.050877 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo umount /gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:31.051601 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] [chan 38] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:31.051827 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 38] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:31.051915 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 38 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:31.053186 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 38] Sesch channel 38 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:31.067333 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 38] EOF received (38) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:31.067809 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 38] EOF sent (38) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:31.068402 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:31.589659 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 45] EOF received (45) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:31.590040 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 45] EOF sent (45) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:31.590811 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:31.591077 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Info about last replica '7b88fc18-d4be-40d7-a870-eabee395f58a' sync is following:
Feb 19 02:43:31.591077 np0000156481 manila-share[88840]: receiving incremental stream of gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887@tmp_snapshot_for_replication__7b88fc18_d4be_40d7_a870_eabee395f58a_time_2026-02-19T02:43:30.715627 into betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a@tmp_snapshot_for_replication__7b88fc18_d4be_40d7_a870_eabee395f58a_time_2026-02-19T02:43:30.715627
Feb 19 02:43:31.591077 np0000156481 manila-share[88840]: received 312B stream in 0.11 seconds (2.83K/sec)
Feb 19 02:43:31.591077 np0000156481 manila-share[88840]:  {{(pid=88840) _update_replica_state /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1070}}
Feb 19 02:43:31.612214 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:31.612466 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 23] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:31.613042 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 23] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:31.613160 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 23 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:31.615746 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 23] Sesch channel 23 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:31.655187 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 23] EOF received (23) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:31.655596 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 23] EOF sent (23) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:31.656301 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:31.656706 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a@tmp_snapshot_for_replication__ac471dff_1e42_43af_92a9_fc56f82cb887_time_2026-02-19T02:43:25.150559" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:31.657477 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Lock "zfs-dataset-betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a@tmp_snapshot_for_replication__ac471dff_1e42_43af_92a9_fc56f82cb887_time_2026-02-19T02:43:25.150559" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:31.657718 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a@tmp_snapshot_for_replication__ac471dff_1e42_43af_92a9_fc56f82cb887_time_2026-02-19T02:43:25.150559 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:31.658010 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 72] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:31.658637 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 72] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:31.658751 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 72 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:31.660589 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 72] Sesch channel 72 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:31.691475 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 72] EOF received (72) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:31.691708 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 72] EOF sent (72) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:31.692430 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:31.692716 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:31.693099 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:31.693441 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 46] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:31.693945 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 46] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:31.694102 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 46 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:31.696472 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 46] Sesch channel 46 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:31.717376 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 46] EOF received (46) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:31.717542 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 46] EOF sent (46) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:31.717931 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:31.903162 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo umount /gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:31.903162 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 38] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:31.903162 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 38] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:31.903162 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 38 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:31.903162 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 38] Sesch channel 38 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:31.920064 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 38] EOF received (38) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:31.920544 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 38] EOF sent (38) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:31.921298 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:33.069958 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:33.070633 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] [chan 51] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:33.070729 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 51] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:33.070864 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 51 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:33.072542 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 51] Sesch channel 51 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:33.110757 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 51] EOF received (51) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:33.111168 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 51] EOF sent (51) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:33.111854 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:33.112354 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 2.061(s), this was the 1st time calling it. {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 02:43:33.112695 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 1.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 02:43:33.112695 np0000156481 manila-share[88844]: Command: sudo zfs destroy -f gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516
Feb 19 02:43:33.112695 np0000156481 manila-share[88844]: Exit code: 1
Feb 19 02:43:33.112695 np0000156481 manila-share[88844]: Stdout: ''
Feb 19 02:43:33.112695 np0000156481 manila-share[88844]: Stderr: "cannot unmount '/gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516': pool or dataset is busy\n". {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 02:43:33.720429 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a@tmp_snapshot_for_replication__ac471dff_1e42_43af_92a9_fc56f82cb887_time_2026-02-19T02:43:25.150559 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:33.720429 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 24] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:33.721154 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 24] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:33.721154 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 24 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:33.723418 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 24] Sesch channel 24 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:33.766846 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 24] EOF received (24) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:33.767243 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 24] EOF sent (24) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:33.767845 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:33.768295 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Lock "zfs-dataset-betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a@tmp_snapshot_for_replication__ac471dff_1e42_43af_92a9_fc56f82cb887_time_2026-02-19T02:43:25.150559" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.111s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:33.768591 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a@tmp_snapshot_for_replication__7b88fc18_d4be_40d7_a870_eabee395f58a_time_2026-02-19T02:43:28.543829" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:33.769203 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Lock "zfs-dataset-betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a@tmp_snapshot_for_replication__7b88fc18_d4be_40d7_a870_eabee395f58a_time_2026-02-19T02:43:28.543829" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:33.769484 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a@tmp_snapshot_for_replication__7b88fc18_d4be_40d7_a870_eabee395f58a_time_2026-02-19T02:43:28.543829 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:33.770107 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 73] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:33.770486 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 73] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:33.770655 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 73 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:33.772778 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 73] Sesch channel 73 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:33.797974 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 73] EOF received (73) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:33.798341 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 73] EOF sent (73) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:33.798873 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:33.799172 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:33.799562 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:33.799834 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 47] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:33.800518 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 47] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:33.800688 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 47 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:33.803293 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 47] Sesch channel 47 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:33.823485 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 47] EOF received (47) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:33.823837 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 47] EOF sent (47) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:33.824375 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:33.922848 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:33.923237 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 30] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:33.924082 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 30] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:33.924257 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 30 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:33.926514 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 30] Sesch channel 30 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:33.968032 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 30] EOF received (30) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:33.968268 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 30] EOF sent (30) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:33.968788 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:33.969107 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 25.374(s), this was the 5th time calling it. {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 02:43:33.969599 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 16.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 02:43:33.969599 np0000156481 manila-share[88844]: Command: sudo zfs destroy -f gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6
Feb 19 02:43:33.969599 np0000156481 manila-share[88844]: Exit code: 1
Feb 19 02:43:33.969599 np0000156481 manila-share[88844]: Stdout: ''
Feb 19 02:43:33.969599 np0000156481 manila-share[88844]: Stderr: "cannot unmount '/gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6': pool or dataset is busy\n". {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 02:43:34.113980 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo umount /gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:34.114442 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] [chan 39] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:34.114740 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 39] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:34.115264 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 39 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:34.116681 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 39] Sesch channel 39 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:34.137424 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 39] EOF received (39) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:34.137593 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 39] EOF sent (39) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:34.137876 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:34.354052 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo umount /gamma/manila_share_96946420_3a20_443f_a635_099098b4831c {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:34.354422 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 39] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:34.355108 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 39] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:34.355283 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 39 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:34.357277 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 39] Sesch channel 39 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:34.376426 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 39] EOF received (39) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:34.376814 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 39] EOF sent (39) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:34.379111 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:34.694444 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo umount /alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:34.694444 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 25] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:34.694972 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 25] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:34.695083 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 25 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:34.696652 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 25] Sesch channel 25 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:34.717135 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 25] EOF received (25) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:34.717451 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 25] EOF sent (25) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:34.718125 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:35.825972 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a@tmp_snapshot_for_replication__7b88fc18_d4be_40d7_a870_eabee395f58a_time_2026-02-19T02:43:28.543829 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:35.826425 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 74] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:35.826870 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 74] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:35.826960 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 74 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:35.828855 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 74] Sesch channel 74 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:35.871428 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 74] EOF received (74) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:35.871694 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 74] EOF sent (74) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:35.872146 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:35.872511 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Lock "zfs-dataset-betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a@tmp_snapshot_for_replication__7b88fc18_d4be_40d7_a870_eabee395f58a_time_2026-02-19T02:43:28.543829" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.103s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:35.872678 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs list -r -t snapshot gamma {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:35.872886 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 48] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:35.873395 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 48] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:35.873513 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 48 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:35.875534 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 48] Sesch channel 48 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.100347 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 48] EOF received (48) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.100764 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 48] EOF sent (48) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.101269 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:36.101728 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs destroy -f gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887@tmp_snapshot_for_replication__7b88fc18_d4be_40d7_a870_eabee395f58a_time_2026-02-19T02:43:28.543829 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:36.101949 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 26] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.102516 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 26] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.102711 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 26 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:36.104704 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 26] Sesch channel 26 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.139985 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:36.139985 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] [chan 52] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.140480 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 52] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.140525 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 52 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:36.142856 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 52] Sesch channel 52 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.179716 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 52] EOF received (52) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.180120 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 52] EOF sent (52) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.180987 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:36.181542 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 5.130(s), this was the 2nd time calling it. {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 02:43:36.181886 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 2.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 02:43:36.181886 np0000156481 manila-share[88844]: Command: sudo zfs destroy -f gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516
Feb 19 02:43:36.181886 np0000156481 manila-share[88844]: Exit code: 1
Feb 19 02:43:36.181886 np0000156481 manila-share[88844]: Stdout: ''
Feb 19 02:43:36.181886 np0000156481 manila-share[88844]: Stderr: "cannot unmount '/gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516': pool or dataset is busy\n". {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 02:43:36.341657 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 26] EOF received (26) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.342060 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 26] EOF sent (26) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.342739 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:36.351785 np0000156481 manila-share[88840]: DEBUG manila.coordination [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Lock "locked-share-replica-operation-for-share-fd61c0bc-8a9d-434c-a1ae-7737733a9937" acquired by "locked_replica_operation". {{(pid=88840) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:43:36.352619 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:43:36.352775 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:43:36.369874 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:43:36.369984 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:43:36.380642 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_96946420_3a20_443f_a635_099098b4831c {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:36.380727 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 31] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.381367 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 31] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.381594 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 31 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:36.383537 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 31] Sesch channel 31 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.386328 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:43:36.386328 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica snapshots. {{(pid=88840) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:43:36.414805 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._report_driver_status {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:43:36.414928 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share status
Feb 19 02:43:36.415100 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:36.415266 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 75] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.415800 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 75] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.415877 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 75 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:36.420892 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 31] EOF received (31) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.421300 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 31] EOF sent (31) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.422030 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:36.422521 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 25.366(s), this was the 5th time calling it. {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 02:43:36.422874 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 16.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 02:43:36.422874 np0000156481 manila-share[88844]: Command: sudo zfs destroy -f gamma/manila_share_96946420_3a20_443f_a635_099098b4831c
Feb 19 02:43:36.422874 np0000156481 manila-share[88844]: Exit code: 1
Feb 19 02:43:36.422874 np0000156481 manila-share[88844]: Stdout: ''
Feb 19 02:43:36.422874 np0000156481 manila-share[88844]: Stderr: "cannot unmount '/gamma/manila_share_96946420_3a20_443f_a635_099098b4831c': pool or dataset is busy\n". {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 02:43:36.424069 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 75] Sesch channel 75 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.445576 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 75] EOF received (75) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.445784 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 75] EOF sent (75) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.446108 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:36.446247 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:36.446398 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:36.446567 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 49] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.455183 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 49] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.455380 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 49 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:36.458977 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 49] Sesch channel 49 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.475711 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7b88fc18-d4be-40d7-a870-eabee395f58a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:36.476070 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_7b88fc18-d4be-40d7-a870-eabee395f58a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:36.478357 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_7b88fc18-d4be-40d7-a870-eabee395f58a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:36.478492 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7b88fc18-d4be-40d7-a870-eabee395f58a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:36.478693 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_7b88fc18-d4be-40d7-a870-eabee395f58a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:36.480735 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_7b88fc18-d4be-40d7-a870-eabee395f58a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:36.480865 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7b88fc18-d4be-40d7-a870-eabee395f58a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:36.481067 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_7b88fc18-d4be-40d7-a870-eabee395f58a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:36.482695 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_7b88fc18-d4be-40d7-a870-eabee395f58a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:36.482820 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] All access rules have been synced for share instance 7b88fc18-d4be-40d7-a870-eabee395f58a belonging to share fd61c0bc-8a9d-434c-a1ae-7737733a9937. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:43:36.483481 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 49] EOF received (49) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.483662 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 49] EOF sent (49) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.483933 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:36.484054 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:36.484271 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:36.484431 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 27] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.485072 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 27] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.485144 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 27 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:36.487727 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 27] Sesch channel 27 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.488609 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:36.488773 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] [chan 76] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.489117 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 76] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.489184 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 76 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:36.491348 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 76] Sesch channel 76 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.517362 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 27] EOF received (27) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.517721 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 27] EOF sent (27) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.518262 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:36.518556 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:36.518839 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:36.519180 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 50] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.524775 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 50] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.524882 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 50 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:36.526473 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 50] Sesch channel 50 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.530572 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 76] EOF received (76) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.530981 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 76] EOF sent (76) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.531766 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:36.532177 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a@tmp_snapshot_for_replication__7b88fc18_d4be_40d7_a870_eabee395f58a_time_2026-02-19T02:43:30.715627" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:36.532844 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a@tmp_snapshot_for_replication__7b88fc18_d4be_40d7_a870_eabee395f58a_time_2026-02-19T02:43:30.715627" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:36.533208 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a@tmp_snapshot_for_replication__7b88fc18_d4be_40d7_a870_eabee395f58a_time_2026-02-19T02:43:30.715627 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:36.533640 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] [chan 28] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.559128 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 50] EOF received (50) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.559128 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 50] EOF sent (50) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.559128 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:36.559128 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:36.559128 np0000156481 manila-share[88840]: DEBUG manila.share.driver [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share stats. {{(pid=88840) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:43:36.559128 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 28] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.559128 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 28 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:36.559618 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:43:36.562803 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 28] Sesch channel 28 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.563456 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:43:36.565933 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:43:36.566066 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share instances. {{(pid=88840) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:43:36.571998 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:43:36.588596 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 28] EOF received (28) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.588974 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 28] EOF sent (28) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.589631 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:36.589962 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:36.590421 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:36.590769 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] [chan 77] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.591446 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 77] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.591616 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 77 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:36.593636 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 77] Sesch channel 77 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.611755 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 77] EOF received (77) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.612128 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 77] EOF sent (77) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.612742 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:36.718946 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:36.719349 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 51] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.720068 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 51] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.720236 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 51 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:36.722581 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 51] Sesch channel 51 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.765802 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 51] EOF received (51) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.766404 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 51] EOF sent (51) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:36.767355 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:36.767920 np0000156481 manila-share[88840]: DEBUG manila.utils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 25.373(s), this was the 5th time calling it. {{(pid=88840) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 02:43:36.768482 np0000156481 manila-share[88840]: DEBUG manila.utils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 16.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 02:43:36.768482 np0000156481 manila-share[88840]: Command: sudo zfs destroy -f alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4
Feb 19 02:43:36.768482 np0000156481 manila-share[88840]: Exit code: 1
Feb 19 02:43:36.768482 np0000156481 manila-share[88840]: Stdout: ''
Feb 19 02:43:36.768482 np0000156481 manila-share[88840]: Stderr: "cannot unmount '/alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4': pool or dataset is busy\n". {{(pid=88840) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 02:43:38.183420 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo umount /gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:38.184009 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] [chan 40] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:38.184382 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 40] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:38.185000 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 40 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:38.186092 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 40] Sesch channel 40 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:38.209161 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 40] EOF received (40) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:38.210030 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 40] EOF sent (40) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:38.210486 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:38.614087 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a@tmp_snapshot_for_replication__7b88fc18_d4be_40d7_a870_eabee395f58a_time_2026-02-19T02:43:30.715627 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:38.614087 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] [chan 29] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:38.614836 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 29] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:38.614923 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 29 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:38.616488 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 29] Sesch channel 29 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:38.654071 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 29] EOF received (29) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:38.654360 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 29] EOF sent (29) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:38.655767 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:38.655767 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a@tmp_snapshot_for_replication__7b88fc18_d4be_40d7_a870_eabee395f58a_time_2026-02-19T02:43:30.715627" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.122s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:38.655767 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:38.655767 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] [chan 78] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:38.656111 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 78] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:38.656166 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 78 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:38.657918 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 78] Sesch channel 78 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:38.683818 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 78] EOF received (78) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:38.684221 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 78] EOF sent (78) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:38.685066 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:38.685550 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:38.686256 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:38.686683 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:38.687003 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] [chan 6] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:38.687827 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 6] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:38.688001 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 6 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:38.689652 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 6] Sesch channel 6 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:38.707011 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 6] EOF received (6) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:38.707282 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 6] EOF sent (6) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:38.707777 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:38.708009 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:38.708279 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.022s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:38.708592 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:38.708929 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:38.709181 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:38.709453 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] [chan 52] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:38.711035 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 52] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:38.711035 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 52 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:38.713599 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 52] Sesch channel 52 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:38.736366 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 52] EOF received (52) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:38.736758 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 52] EOF sent (52) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:38.737248 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:38.737521 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is /betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:38.737718 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:38.737975 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] [chan 30] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:38.738444 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 30] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:38.738557 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 30 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:38.740113 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 30] Sesch channel 30 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:38.863911 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 30] EOF received (30) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:38.864823 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 30] EOF sent (30) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:38.865277 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:38.865816 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:38.866704 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] [chan 79] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:38.867373 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 79] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:38.867547 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 79 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:38.869570 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 79] Sesch channel 79 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:38.904517 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 79] EOF received (79) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:38.904969 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 79] EOF sent (79) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:38.905696 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:40.212093 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:40.212922 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] [chan 40] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:40.213136 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 40] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:40.213243 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 40 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:40.215215 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 40] Sesch channel 40 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:40.255303 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 40] EOF received (40) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:40.255542 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 40] EOF sent (40) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:40.255939 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:40.256198 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 9.205(s), this was the 3rd time calling it. {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 02:43:40.256417 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 4.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 02:43:40.256417 np0000156481 manila-share[88844]: Command: sudo zfs destroy -f gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516
Feb 19 02:43:40.256417 np0000156481 manila-share[88844]: Exit code: 1
Feb 19 02:43:40.256417 np0000156481 manila-share[88844]: Stdout: ''
Feb 19 02:43:40.256417 np0000156481 manila-share[88844]: Stderr: "cannot unmount '/gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516': pool or dataset is busy\n". {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 02:43:40.906983 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:40.907605 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] [chan 53] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:40.908161 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 53] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:40.908366 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 53 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:40.910185 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 53] Sesch channel 53 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:40.975578 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 53] EOF received (53) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:40.975995 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 53] EOF sent (53) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:40.976868 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:40.977398 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_7b88fc18_d4be_40d7_a870_eabee395f58a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.268s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:41.068787 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Created reservations ['cf21cf3e-094a-4328-810b-95dcb36f1965', '5b0ece6c-8525-4042-ab03-8ee0a4a73a19', '083f25f3-76ac-40c9-a7f2-3eaf72446080', '7f1daaab-b2a1-4230-8a76-77c879495f6e'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:43:41.080670 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Committed reservations ['cf21cf3e-094a-4328-810b-95dcb36f1965', '5b0ece6c-8525-4042-ab03-8ee0a4a73a19', '083f25f3-76ac-40c9-a7f2-3eaf72446080', '7f1daaab-b2a1-4230-8a76-77c879495f6e'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:43:41.084772 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-6528defc-c08b-4c93-a38d-85f91a2fcd4e tempest-ReplicationAdminTest-649857771 None] Share replica 7b88fc18-d4be-40d7-a870-eabee395f58a deleted successfully.
Feb 19 02:43:41.607875 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo umount /alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:41.608412 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 31] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:41.609360 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 31] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:41.609641 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 31 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:41.611595 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 31] Sesch channel 31 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:41.633369 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 31] EOF received (31) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:41.633815 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 31] EOF sent (31) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:41.634503 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:43.637334 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:43.637334 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 80] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:43.639072 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 80] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:43.639248 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 80 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:43.643143 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 80] Sesch channel 80 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:43.684612 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 80] EOF received (80) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:43.684612 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 80] EOF sent (80) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:43.684612 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:43.684612 np0000156481 manila-share[88840]: DEBUG manila.utils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 43.445(s), this was the 6th time calling it. {{(pid=88840) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 02:43:43.684612 np0000156481 manila-share[88840]: DEBUG manila.utils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 32.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 02:43:43.684612 np0000156481 manila-share[88840]: Command: sudo zfs destroy -f alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d
Feb 19 02:43:43.684612 np0000156481 manila-share[88840]: Exit code: 1
Feb 19 02:43:43.684612 np0000156481 manila-share[88840]: Stdout: ''
Feb 19 02:43:43.684612 np0000156481 manila-share[88840]: Stderr: "cannot unmount '/alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d': pool or dataset is busy\n". {{(pid=88840) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 02:43:43.864982 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-34deb02d-40fb-4c9b-8a8e-79dd8fa19358 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off betta/subdir/manila_share_af4d9f96_51fd_46d2_9cb9_53ad55fad0ff {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:43.865670 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-34deb02d-40fb-4c9b-8a8e-79dd8fa19358 tempest-ReplicationAdminTest-649857771 None] [chan 54] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:43.866189 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 54] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:43.866744 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 54 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:43.868663 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 54] Sesch channel 54 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:43.990593 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 54] EOF received (54) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:43.990737 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 54] EOF sent (54) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:43.991265 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-34deb02d-40fb-4c9b-8a8e-79dd8fa19358 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:43.991801 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-34deb02d-40fb-4c9b-8a8e-79dd8fa19358 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_af4d9f96_51fd_46d2_9cb9_53ad55fad0ff {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:43.991801 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-34deb02d-40fb-4c9b-8a8e-79dd8fa19358 tempest-ReplicationAdminTest-649857771 None] [chan 39] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:43.992298 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 39] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:43.992445 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 39 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:43.993967 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 39] Sesch channel 39 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:44.022998 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 39] EOF received (39) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:44.022998 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 39] EOF sent (39) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:44.022998 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-34deb02d-40fb-4c9b-8a8e-79dd8fa19358 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:44.022998 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-34deb02d-40fb-4c9b-8a8e-79dd8fa19358 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is /betta/subdir/manila_share_af4d9f96_51fd_46d2_9cb9_53ad55fad0ff. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:44.044440 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-34deb02d-40fb-4c9b-8a8e-79dd8fa19358 tempest-ReplicationAdminTest-649857771 None] Share instance af4d9f96-51fd-46d2-9cb9-53ad55fad0ff created successfully.
Feb 19 02:43:44.258577 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo umount /gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:44.259080 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] [chan 53] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:44.259950 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 53] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:44.260106 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 53 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:44.267619 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 53] Sesch channel 53 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:44.293253 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 53] EOF received (53) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:44.293839 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 53] EOF sent (53) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:44.294566 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:46.295227 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:46.295900 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] [chan 32] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:46.295900 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 32] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:46.296022 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 32 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:46.297067 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 32] Sesch channel 32 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:46.329352 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 32] EOF received (32) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:46.329538 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 32] EOF sent (32) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:46.329894 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:46.330116 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 15.279(s), this was the 4th time calling it. {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 02:43:46.330370 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 8.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 02:43:46.330370 np0000156481 manila-share[88844]: Command: sudo zfs destroy -f gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516
Feb 19 02:43:46.330370 np0000156481 manila-share[88844]: Exit code: 1
Feb 19 02:43:46.330370 np0000156481 manila-share[88844]: Stdout: ''
Feb 19 02:43:46.330370 np0000156481 manila-share[88844]: Stderr: "cannot unmount '/gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516': pool or dataset is busy\n". {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 02:43:46.723338 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fbe9269c-7b08-44fc-93e4-e78bac2e7d6d tempest-ShareManageUnmanageNFS-871784421 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off betta/subdir/manila_share_85e7aa13_3dee_4e18_8aaa_f5e95c06504d {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:46.723895 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-fbe9269c-7b08-44fc-93e4-e78bac2e7d6d tempest-ShareManageUnmanageNFS-871784421 None] [chan 32] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:46.724684 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 32] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:46.724868 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 32 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:46.727021 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 32] Sesch channel 32 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:46.831002 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 32] EOF received (32) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:46.831490 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 32] EOF sent (32) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:46.831999 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fbe9269c-7b08-44fc-93e4-e78bac2e7d6d tempest-ShareManageUnmanageNFS-871784421 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:46.832267 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fbe9269c-7b08-44fc-93e4-e78bac2e7d6d tempest-ShareManageUnmanageNFS-871784421 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_85e7aa13_3dee_4e18_8aaa_f5e95c06504d {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:46.832558 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-fbe9269c-7b08-44fc-93e4-e78bac2e7d6d tempest-ShareManageUnmanageNFS-871784421 None] [chan 7] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:46.833050 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 7] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:46.833163 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 7 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:46.834527 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 7] Sesch channel 7 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:46.858374 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 7] EOF received (7) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:46.858727 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 7] EOF sent (7) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:46.859436 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fbe9269c-7b08-44fc-93e4-e78bac2e7d6d tempest-ShareManageUnmanageNFS-871784421 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:46.859776 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-fbe9269c-7b08-44fc-93e4-e78bac2e7d6d tempest-ShareManageUnmanageNFS-871784421 None] ZFS option mountpoint's value is /betta/subdir/manila_share_85e7aa13_3dee_4e18_8aaa_f5e95c06504d. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:46.882635 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-fbe9269c-7b08-44fc-93e4-e78bac2e7d6d tempest-ShareManageUnmanageNFS-871784421 None] Share instance 85e7aa13-3dee-4e18-8aaa-f5e95c06504d created successfully.
Feb 19 02:43:47.145975 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-2949a451-7810-4e6d-95ac-d46d0639aac7 tempest-ReplicationAdminTest-649857771 None] Lock "locked-share-replica-operation-for-share-f88de6f6-c338-49e2-8bc4-b1a670c6bbe3" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:43:47.249512 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-2949a451-7810-4e6d-95ac-d46d0639aac7 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_af4d9f96_51fd_46d2_9cb9_53ad55fad0ff@tmp_snapshot_for_replication__06e0be41_ad32_4a34_836b_db9f5cd8d579_time_2026-02-19T02:43:47.232812 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:47.249770 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-2949a451-7810-4e6d-95ac-d46d0639aac7 tempest-ReplicationAdminTest-649857771 None] [chan 41] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:47.250283 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 41] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:47.250464 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 41 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:47.252182 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 41] Sesch channel 41 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:47.490241 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 41] EOF received (41) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:47.490810 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 41] EOF sent (41) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:47.491365 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-2949a451-7810-4e6d-95ac-d46d0639aac7 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:47.491804 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-2949a451-7810-4e6d-95ac-d46d0639aac7 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR betta/subdir/manila_share_af4d9f96_51fd_46d2_9cb9_53ad55fad0ff@tmp_snapshot_for_replication__06e0be41_ad32_4a34_836b_db9f5cd8d579_time_2026-02-19T02:43:47.232812 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:47.492167 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-2949a451-7810-4e6d-95ac-d46d0639aac7 tempest-ReplicationAdminTest-649857771 None] [chan 41] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:47.492849 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 41] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:47.492990 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 41 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:47.495066 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 41] Sesch channel 41 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:48.011132 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 41] EOF received (41) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:48.011304 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 41] EOF sent (41) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:48.011896 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-2949a451-7810-4e6d-95ac-d46d0639aac7 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:48.012122 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-2949a451-7810-4e6d-95ac-d46d0639aac7 tempest-ReplicationAdminTest-649857771 None] Info about replica '06e0be41-ad32-4a34-836b-db9f5cd8d579' creation is following:
Feb 19 02:43:48.012122 np0000156481 manila-share[88844]: receiving full stream of betta/subdir/manila_share_af4d9f96_51fd_46d2_9cb9_53ad55fad0ff@tmp_snapshot_for_replication__06e0be41_ad32_4a34_836b_db9f5cd8d579_time_2026-02-19T02:43:47.232812 into gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579@tmp_snapshot_for_replication__06e0be41_ad32_4a34_836b_db9f5cd8d579_time_2026-02-19T02:43:47.232812
Feb 19 02:43:48.012122 np0000156481 manila-share[88844]: received 43.9K stream in 0.08 seconds (572K/sec)
Feb 19 02:43:48.012122 np0000156481 manila-share[88844]:  {{(pid=88844) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 02:43:48.012399 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-2949a451-7810-4e6d-95ac-d46d0639aac7 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:48.012584 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-2949a451-7810-4e6d-95ac-d46d0639aac7 tempest-ReplicationAdminTest-649857771 None] [chan 54] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:48.014585 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 54] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:48.014803 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 54 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:48.016672 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 54] Sesch channel 54 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:48.065877 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 54] EOF received (54) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:48.066617 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 54] EOF sent (54) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:48.068161 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-2949a451-7810-4e6d-95ac-d46d0639aac7 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:48.068419 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-2949a451-7810-4e6d-95ac-d46d0639aac7 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:48.068888 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-2949a451-7810-4e6d-95ac-d46d0639aac7 tempest-ReplicationAdminTest-649857771 None] [chan 33] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:48.070238 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 33] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:48.070443 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 33 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:48.073388 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 33] Sesch channel 33 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:48.112087 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 33] EOF received (33) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:48.112494 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 33] EOF sent (33) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:48.113231 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-2949a451-7810-4e6d-95ac-d46d0639aac7 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:48.113680 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-2949a451-7810-4e6d-95ac-d46d0639aac7 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:48.114479 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-2949a451-7810-4e6d-95ac-d46d0639aac7 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:48.114774 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-2949a451-7810-4e6d-95ac-d46d0639aac7 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:48.115936 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-2949a451-7810-4e6d-95ac-d46d0639aac7 tempest-ReplicationAdminTest-649857771 None] [chan 31] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:48.116788 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 31] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:48.116949 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 31 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:48.119693 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 31] Sesch channel 31 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:48.150901 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 31] EOF received (31) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:48.151294 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 31] EOF sent (31) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:48.152121 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-2949a451-7810-4e6d-95ac-d46d0639aac7 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:48.152575 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-2949a451-7810-4e6d-95ac-d46d0639aac7 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:48.152978 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-2949a451-7810-4e6d-95ac-d46d0639aac7 tempest-ReplicationAdminTest-649857771 None] [chan 26] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:48.153647 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 26] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:48.153813 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 26 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:48.155679 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 26] Sesch channel 26 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:48.199927 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 26] EOF received (26) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:48.200354 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 26] EOF sent (26) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:48.201040 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-2949a451-7810-4e6d-95ac-d46d0639aac7 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:48.201506 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-2949a451-7810-4e6d-95ac-d46d0639aac7 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.087s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:48.201839 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-2949a451-7810-4e6d-95ac-d46d0639aac7 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:48.202234 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-2949a451-7810-4e6d-95ac-d46d0639aac7 tempest-ReplicationAdminTest-649857771 None] [chan 32] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:48.202968 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 32] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:48.203140 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 32 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:48.205235 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 32] Sesch channel 32 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:48.230900 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 32] EOF received (32) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:48.231281 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 32] EOF sent (32) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:48.231921 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-2949a451-7810-4e6d-95ac-d46d0639aac7 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:48.232255 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-2949a451-7810-4e6d-95ac-d46d0639aac7 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is /gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:48.269968 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-2949a451-7810-4e6d-95ac-d46d0639aac7 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_06e0be41-ad32-4a34-836b-db9f5cd8d579" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:48.270306 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-2949a451-7810-4e6d-95ac-d46d0639aac7 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_06e0be41-ad32-4a34-836b-db9f5cd8d579" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:48.272685 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-2949a451-7810-4e6d-95ac-d46d0639aac7 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_06e0be41-ad32-4a34-836b-db9f5cd8d579" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:48.272867 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-2949a451-7810-4e6d-95ac-d46d0639aac7 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_06e0be41-ad32-4a34-836b-db9f5cd8d579" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:48.273151 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-2949a451-7810-4e6d-95ac-d46d0639aac7 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_06e0be41-ad32-4a34-836b-db9f5cd8d579" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:48.292284 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-2949a451-7810-4e6d-95ac-d46d0639aac7 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_06e0be41-ad32-4a34-836b-db9f5cd8d579" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.019s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:48.292560 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-2949a451-7810-4e6d-95ac-d46d0639aac7 tempest-ReplicationAdminTest-649857771 None] Share replica 06e0be41-ad32-4a34-836b-db9f5cd8d579 created successfully.
Feb 19 02:43:49.970936 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo umount /gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:49.971385 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 42] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:49.972126 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 42] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:49.972368 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 42 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:49.974783 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 42] Sesch channel 42 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:49.993812 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 42] EOF received (42) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:49.994073 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 42] EOF sent (42) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:49.994527 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:50.346005 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-eb82a012-8f8a-4be3-8c70-5c231caace6c tempest-ReplicationAdminTest-649857771 None] Lock "locked-share-replica-operation-for-share-f88de6f6-c338-49e2-8bc4-b1a670c6bbe3" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:43:50.406480 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-eb82a012-8f8a-4be3-8c70-5c231caace6c tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): ssh stack@127.0.0.1 set readonly=on betta/subdir/manila_share_af4d9f96_51fd_46d2_9cb9_53ad55fad0ff {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:50.406675 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-eb82a012-8f8a-4be3-8c70-5c231caace6c tempest-ReplicationAdminTest-649857771 None] [chan 42] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:50.407122 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 42] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:50.407226 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 42 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:50.408917 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 42] Sesch channel 42 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:50.622652 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 42] EOF received (42) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:50.623073 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 42] EOF sent (42) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:50.623770 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-eb82a012-8f8a-4be3-8c70-5c231caace6c tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:50.624133 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-eb82a012-8f8a-4be3-8c70-5c231caace6c tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_af4d9f96_51fd_46d2_9cb9_53ad55fad0ff@tmp_snapshot_for_replication__af4d9f96_51fd_46d2_9cb9_53ad55fad0ff_time_2026-02-19T02:43:50.623816 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:50.624536 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-eb82a012-8f8a-4be3-8c70-5c231caace6c tempest-ReplicationAdminTest-649857771 None] [chan 55] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:50.625235 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 55] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:50.625438 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 55 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:50.627285 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 55] Sesch channel 55 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:50.885671 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 55] EOF received (55) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:50.886094 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 55] EOF sent (55) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:50.886817 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-eb82a012-8f8a-4be3-8c70-5c231caace6c tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:50.898067 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-eb82a012-8f8a-4be3-8c70-5c231caace6c tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__06e0be41_ad32_4a34_836b_db9f5cd8d579_time_2026-02-19T02:43:47.232812 betta/subdir/manila_share_af4d9f96_51fd_46d2_9cb9_53ad55fad0ff@tmp_snapshot_for_replication__af4d9f96_51fd_46d2_9cb9_53ad55fad0ff_time_2026-02-19T02:43:50.623816 '|' ssh stack@127.0.0.1 sudo zfs receive -vF gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:50.898345 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-eb82a012-8f8a-4be3-8c70-5c231caace6c tempest-ReplicationAdminTest-649857771 None] [chan 34] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:50.898814 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 34] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:50.898925 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 34 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:50.901076 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 34] Sesch channel 34 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:51.373411 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 34] EOF received (34) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:51.374110 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 34] EOF sent (34) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:51.374644 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-eb82a012-8f8a-4be3-8c70-5c231caace6c tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:51.375284 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-eb82a012-8f8a-4be3-8c70-5c231caace6c tempest-ReplicationAdminTest-649857771 None] Info about last replica '06e0be41-ad32-4a34-836b-db9f5cd8d579' sync is following:
Feb 19 02:43:51.375284 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_af4d9f96_51fd_46d2_9cb9_53ad55fad0ff@tmp_snapshot_for_replication__af4d9f96_51fd_46d2_9cb9_53ad55fad0ff_time_2026-02-19T02:43:50.623816 into gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579@tmp_snapshot_for_replication__af4d9f96_51fd_46d2_9cb9_53ad55fad0ff_time_2026-02-19T02:43:50.623816
Feb 19 02:43:51.375284 np0000156481 manila-share[88844]: received 312B stream in 0.04 seconds (7.27K/sec)
Feb 19 02:43:51.375284 np0000156481 manila-share[88844]:  {{(pid=88844) promote_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1189}}
Feb 19 02:43:51.378592 np0000156481 manila-share[88844]: DEBUG dbcounter [-] [88844] Writing DB stats manila:SELECT=2875,manila:UPDATE=210,manila:INSERT=105 {{(pid=88844) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:43:51.392807 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-eb82a012-8f8a-4be3-8c70-5c231caace6c tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:51.393209 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-eb82a012-8f8a-4be3-8c70-5c231caace6c tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:51.393451 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-eb82a012-8f8a-4be3-8c70-5c231caace6c tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:51.393718 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-eb82a012-8f8a-4be3-8c70-5c231caace6c tempest-ReplicationAdminTest-649857771 None] [chan 27] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:51.394205 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 27] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:51.394306 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 27 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:51.395692 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 27] Sesch channel 27 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:51.426120 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 27] EOF received (27) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:51.426374 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 27] EOF sent (27) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:51.426820 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-eb82a012-8f8a-4be3-8c70-5c231caace6c tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:51.427061 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-eb82a012-8f8a-4be3-8c70-5c231caace6c tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:51.427275 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-eb82a012-8f8a-4be3-8c70-5c231caace6c tempest-ReplicationAdminTest-649857771 None] [chan 33] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:51.427845 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 33] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:51.427949 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 33 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:51.430057 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 33] Sesch channel 33 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:51.477208 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 33] EOF received (33) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:51.477632 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 33] EOF sent (33) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:51.478297 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-eb82a012-8f8a-4be3-8c70-5c231caace6c tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:51.478769 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-eb82a012-8f8a-4be3-8c70-5c231caace6c tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.085s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:51.479089 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-eb82a012-8f8a-4be3-8c70-5c231caace6c tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set readonly=off gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:51.479435 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-eb82a012-8f8a-4be3-8c70-5c231caace6c tempest-ReplicationAdminTest-649857771 None] [chan 43] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:51.480027 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 43] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:51.480207 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 43 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:51.482141 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 43] Sesch channel 43 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:51.520793 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 43] EOF received (43) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:51.521041 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 43] EOF sent (43) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:51.521507 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-eb82a012-8f8a-4be3-8c70-5c231caace6c tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:51.541088 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-eb82a012-8f8a-4be3-8c70-5c231caace6c tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_06e0be41-ad32-4a34-836b-db9f5cd8d579" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:51.541528 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-eb82a012-8f8a-4be3-8c70-5c231caace6c tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_06e0be41-ad32-4a34-836b-db9f5cd8d579" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:51.564285 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-eb82a012-8f8a-4be3-8c70-5c231caace6c tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_06e0be41-ad32-4a34-836b-db9f5cd8d579" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:51.574775 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-eb82a012-8f8a-4be3-8c70-5c231caace6c tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_06e0be41-ad32-4a34-836b-db9f5cd8d579" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:51.577347 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-eb82a012-8f8a-4be3-8c70-5c231caace6c tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_06e0be41-ad32-4a34-836b-db9f5cd8d579" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:51.591842 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-eb82a012-8f8a-4be3-8c70-5c231caace6c tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_06e0be41-ad32-4a34-836b-db9f5cd8d579" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.017s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:51.592036 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-eb82a012-8f8a-4be3-8c70-5c231caace6c tempest-ReplicationAdminTest-649857771 None] Share replica 06e0be41-ad32-4a34-836b-db9f5cd8d579: promoted to active state successfully.
Feb 19 02:43:51.995287 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:51.995986 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 43] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:51.996703 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 43] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:51.996703 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 43 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:51.998986 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 43] Sesch channel 43 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:52.035417 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 43] EOF received (43) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:52.035417 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 43] EOF sent (43) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:52.035417 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:52.036116 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 43.441(s), this was the 6th time calling it. {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 02:43:52.036116 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 32.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 02:43:52.036116 np0000156481 manila-share[88844]: Command: sudo zfs destroy -f gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6
Feb 19 02:43:52.036116 np0000156481 manila-share[88844]: Exit code: 1
Feb 19 02:43:52.036116 np0000156481 manila-share[88844]: Stdout: ''
Feb 19 02:43:52.036116 np0000156481 manila-share[88844]: Stderr: "cannot unmount '/gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6': pool or dataset is busy\n". {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 02:43:52.424403 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo umount /gamma/manila_share_96946420_3a20_443f_a635_099098b4831c {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:52.425095 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 56] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:52.425598 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 56] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:52.425764 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 56 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:52.427798 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 56] Sesch channel 56 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:52.448727 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 56] EOF received (56) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:52.449127 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 56] EOF sent (56) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:52.449819 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:52.769606 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo umount /alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:52.770108 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 81] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:52.770572 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 81] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:52.770702 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 81 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:52.773030 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 81] Sesch channel 81 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:52.792782 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 81] EOF received (81) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:52.793156 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 81] EOF sent (81) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:52.793845 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:53.503497 np0000156481 manila-share[88840]: DEBUG manila.coordination [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Lock "locked-share-replica-operation-for-share-f88de6f6-c338-49e2-8bc4-b1a670c6bbe3" acquired by "locked_replica_operation". {{(pid=88840) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:43:53.507057 np0000156481 manila-share[88840]: DEBUG dbcounter [-] [88840] Writing DB stats manila:SELECT=2999,manila:UPDATE=249,manila:INSERT=131 {{(pid=88840) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:43:53.558851 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_af4d9f96-51fd-46d2-9cb9-53ad55fad0ff" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:53.559193 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_af4d9f96-51fd-46d2-9cb9-53ad55fad0ff" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:53.561070 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_af4d9f96-51fd-46d2-9cb9-53ad55fad0ff" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:53.561196 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_af4d9f96-51fd-46d2-9cb9-53ad55fad0ff" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:53.562037 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_af4d9f96-51fd-46d2-9cb9-53ad55fad0ff" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:53.563770 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_af4d9f96-51fd-46d2-9cb9-53ad55fad0ff" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:53.563950 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_af4d9f96-51fd-46d2-9cb9-53ad55fad0ff" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:53.564223 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_af4d9f96-51fd-46d2-9cb9-53ad55fad0ff" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:53.566454 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_af4d9f96-51fd-46d2-9cb9-53ad55fad0ff" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:53.566636 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] All access rules have been synced for share instance af4d9f96-51fd-46d2-9cb9-53ad55fad0ff belonging to share f88de6f6-c338-49e2-8bc4-b1a670c6bbe3. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:43:53.570811 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:53.571002 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] [chan 55] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:53.571433 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 55] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:53.571506 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 55 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:53.573006 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 55] Sesch channel 55 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:53.603652 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 55] EOF received (55) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:53.604051 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 55] EOF sent (55) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:53.604821 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:53.605206 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_af4d9f96_51fd_46d2_9cb9_53ad55fad0ff@tmp_snapshot_for_replication__06e0be41_ad32_4a34_836b_db9f5cd8d579_time_2026-02-19T02:43:47.232812" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:53.605866 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_af4d9f96_51fd_46d2_9cb9_53ad55fad0ff@tmp_snapshot_for_replication__06e0be41_ad32_4a34_836b_db9f5cd8d579_time_2026-02-19T02:43:47.232812" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:53.606158 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_af4d9f96_51fd_46d2_9cb9_53ad55fad0ff@tmp_snapshot_for_replication__06e0be41_ad32_4a34_836b_db9f5cd8d579_time_2026-02-19T02:43:47.232812 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:53.606641 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] [chan 33] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:53.607361 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 33] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:53.607509 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 33 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:53.609021 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 33] Sesch channel 33 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:53.636624 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 33] EOF received (33) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:53.636974 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 33] EOF sent (33) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:53.637175 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:53.637405 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:53.637662 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:53.637875 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] [chan 82] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:53.638448 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 82] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:53.638553 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 82 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:53.639716 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 82] Sesch channel 82 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:53.657935 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 82] EOF received (82) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:53.658162 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 82] EOF sent (82) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:53.658628 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:54.332351 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo umount /gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:54.332351 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] [chan 35] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:54.333519 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 35] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:54.333873 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 35 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:54.335930 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 35] Sesch channel 35 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:54.361591 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 35] EOF received (35) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:54.361591 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 35] EOF sent (35) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:54.361591 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:54.450995 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_96946420_3a20_443f_a635_099098b4831c {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:54.450995 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 44] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:54.451783 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 44] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:54.451783 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 44 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:54.455846 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 44] Sesch channel 44 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:54.488360 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 44] EOF received (44) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:54.490427 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 44] EOF sent (44) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:54.490427 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:54.490427 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 43.434(s), this was the 6th time calling it. {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 02:43:54.490427 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 32.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 02:43:54.490427 np0000156481 manila-share[88844]: Command: sudo zfs destroy -f gamma/manila_share_96946420_3a20_443f_a635_099098b4831c
Feb 19 02:43:54.490427 np0000156481 manila-share[88844]: Exit code: 1
Feb 19 02:43:54.490427 np0000156481 manila-share[88844]: Stdout: ''
Feb 19 02:43:54.490427 np0000156481 manila-share[88844]: Stderr: "cannot unmount '/gamma/manila_share_96946420_3a20_443f_a635_099098b4831c': pool or dataset is busy\n". {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 02:43:54.795235 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:54.795884 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 56] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:54.796401 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 56] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:54.796572 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 56 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:54.798560 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 56] Sesch channel 56 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:54.840987 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 56] EOF received (56) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:54.841216 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 56] EOF sent (56) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:54.841770 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:54.842044 np0000156481 manila-share[88840]: DEBUG manila.utils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 43.447(s), this was the 6th time calling it. {{(pid=88840) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 02:43:54.842253 np0000156481 manila-share[88840]: DEBUG manila.utils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 32.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 02:43:54.842253 np0000156481 manila-share[88840]: Command: sudo zfs destroy -f alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4
Feb 19 02:43:54.842253 np0000156481 manila-share[88840]: Exit code: 1
Feb 19 02:43:54.842253 np0000156481 manila-share[88840]: Stdout: ''
Feb 19 02:43:54.842253 np0000156481 manila-share[88840]: Stderr: "cannot unmount '/alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4': pool or dataset is busy\n". {{(pid=88840) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 02:43:55.659395 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_af4d9f96_51fd_46d2_9cb9_53ad55fad0ff@tmp_snapshot_for_replication__06e0be41_ad32_4a34_836b_db9f5cd8d579_time_2026-02-19T02:43:47.232812 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:55.659778 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] [chan 34] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:55.660443 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 34] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:55.660606 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 34 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:55.662174 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 34] Sesch channel 34 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:55.713044 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 34] EOF received (34) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:55.713286 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 34] EOF sent (34) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:55.714358 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:55.714358 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_af4d9f96_51fd_46d2_9cb9_53ad55fad0ff@tmp_snapshot_for_replication__06e0be41_ad32_4a34_836b_db9f5cd8d579_time_2026-02-19T02:43:47.232812" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.109s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:55.714714 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_af4d9f96_51fd_46d2_9cb9_53ad55fad0ff@tmp_snapshot_for_replication__af4d9f96_51fd_46d2_9cb9_53ad55fad0ff_time_2026-02-19T02:43:50.623816" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:55.715289 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_af4d9f96_51fd_46d2_9cb9_53ad55fad0ff@tmp_snapshot_for_replication__af4d9f96_51fd_46d2_9cb9_53ad55fad0ff_time_2026-02-19T02:43:50.623816" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:55.715657 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_af4d9f96_51fd_46d2_9cb9_53ad55fad0ff@tmp_snapshot_for_replication__af4d9f96_51fd_46d2_9cb9_53ad55fad0ff_time_2026-02-19T02:43:50.623816 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:55.715904 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] [chan 83] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:55.716612 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 83] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:55.717296 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 83 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:55.718614 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 83] Sesch channel 83 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:55.744212 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 83] EOF received (83) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:55.744608 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 83] EOF sent (83) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:55.745253 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:55.745615 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:55.746024 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:55.746373 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] [chan 57] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:55.746936 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 57] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:55.747095 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 57 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:55.748927 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 57] Sesch channel 57 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:55.769096 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 57] EOF received (57) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:55.769495 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 57] EOF sent (57) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:55.770052 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:56.363674 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:56.363674 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] [chan 44] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:56.364668 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 44] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:56.364979 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 44 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:56.367147 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 44] Sesch channel 44 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:56.404886 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 44] EOF received (44) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:56.404886 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 44] EOF sent (44) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:56.405616 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:56.406174 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 25.355(s), this was the 5th time calling it. {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 02:43:56.406697 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 16.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 02:43:56.406697 np0000156481 manila-share[88844]: Command: sudo zfs destroy -f gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516
Feb 19 02:43:56.406697 np0000156481 manila-share[88844]: Exit code: 1
Feb 19 02:43:56.406697 np0000156481 manila-share[88844]: Stdout: ''
Feb 19 02:43:56.406697 np0000156481 manila-share[88844]: Stderr: "cannot unmount '/gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516': pool or dataset is busy\n". {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 02:43:57.771852 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_af4d9f96_51fd_46d2_9cb9_53ad55fad0ff@tmp_snapshot_for_replication__af4d9f96_51fd_46d2_9cb9_53ad55fad0ff_time_2026-02-19T02:43:50.623816 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:57.772629 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] [chan 35] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:57.794332 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 35] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:57.794523 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 35 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:57.798326 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 35] Sesch channel 35 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:57.843340 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 35] EOF received (35) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:57.843340 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 35] EOF sent (35) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:57.843340 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:57.843340 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_af4d9f96_51fd_46d2_9cb9_53ad55fad0ff@tmp_snapshot_for_replication__af4d9f96_51fd_46d2_9cb9_53ad55fad0ff_time_2026-02-19T02:43:50.623816" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.126s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:57.843340 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:57.843340 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] [chan 84] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:57.844177 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 84] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:57.844177 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 84 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:57.844741 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 84] Sesch channel 84 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:57.873996 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 84] EOF received (84) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:57.874180 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 84] EOF sent (84) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:57.874544 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:57.874760 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_af4d9f96_51fd_46d2_9cb9_53ad55fad0ff" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:57.875078 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_af4d9f96_51fd_46d2_9cb9_53ad55fad0ff" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:57.875211 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_af4d9f96_51fd_46d2_9cb9_53ad55fad0ff {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:57.875391 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] [chan 40] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:57.875749 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 40] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:57.875825 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 40 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:57.877275 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 40] Sesch channel 40 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:57.906065 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 40] EOF received (40) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:57.906422 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 40] EOF sent (40) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:57.908114 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:57.910199 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:57.911328 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_af4d9f96_51fd_46d2_9cb9_53ad55fad0ff" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.035s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:43:57.911328 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_af4d9f96_51fd_46d2_9cb9_53ad55fad0ff" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:43:57.911328 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_af4d9f96_51fd_46d2_9cb9_53ad55fad0ff" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:43:57.911328 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_af4d9f96_51fd_46d2_9cb9_53ad55fad0ff {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:57.911470 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] [chan 58] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:57.913962 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 58] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:57.914042 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 58 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:57.915160 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 58] Sesch channel 58 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:57.939881 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 58] EOF received (58) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:57.940275 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 58] EOF sent (58) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:57.940973 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:57.941330 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is /betta/subdir/manila_share_af4d9f96_51fd_46d2_9cb9_53ad55fad0ff. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:43:57.941754 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_af4d9f96_51fd_46d2_9cb9_53ad55fad0ff {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:57.942119 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] [chan 36] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:57.946327 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 36] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:57.946327 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 36 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:57.946327 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 36] Sesch channel 36 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:58.068489 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 36] EOF received (36) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:58.068681 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 36] EOF sent (36) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:58.068925 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:43:58.069187 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_af4d9f96_51fd_46d2_9cb9_53ad55fad0ff {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:43:58.069398 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] [chan 85] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:58.069784 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 85] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:58.069846 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 85 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:43:58.070967 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 85] Sesch channel 85 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:58.261535 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 85] EOF received (85) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:58.262105 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 85] EOF sent (85) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:43:58.263051 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:00.264349 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_af4d9f96_51fd_46d2_9cb9_53ad55fad0ff {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:00.265654 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] [chan 59] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:00.266536 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 59] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:00.266744 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 59 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:00.268774 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 59] Sesch channel 59 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:00.357707 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 59] EOF received (59) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:00.358175 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 59] EOF sent (59) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:00.358900 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:00.359447 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_af4d9f96_51fd_46d2_9cb9_53ad55fad0ff" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.448s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:00.468474 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Created reservations ['c57b6942-60a0-4a92-9172-d6024ac5dbc9', '6a85cfb3-bc0d-4e13-9c88-307a4f331e57', 'aa8fd1c0-e277-4e60-b6f7-b80fa67e84b2', '0a91eb04-2005-4e85-b164-5ccafea29f56'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:44:00.498248 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Committed reservations ['c57b6942-60a0-4a92-9172-d6024ac5dbc9', '6a85cfb3-bc0d-4e13-9c88-307a4f331e57', 'aa8fd1c0-e277-4e60-b6f7-b80fa67e84b2', '0a91eb04-2005-4e85-b164-5ccafea29f56'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:44:00.514833 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-74f47c14-8d96-4354-8054-d7e163281691 tempest-ReplicationAdminTest-649857771 None] Share replica af4d9f96-51fd-46d2-9cb9-53ad55fad0ff deleted successfully.
Feb 19 02:44:02.942050 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-abb12d3f-a4cd-487f-a501-c8de600d0c23 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off betta/subdir/manila_share_1c9d0e68_5db0_4e5f_8e10_14d502a47565 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:02.942727 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-abb12d3f-a4cd-487f-a501-c8de600d0c23 tempest-ReplicationAdminTest-649857771 None] [chan 37] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:02.943425 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 37] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:02.943644 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 37 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:02.945798 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 37] Sesch channel 37 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:03.049776 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 37] EOF received (37) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:03.049995 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 37] EOF sent (37) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:03.050352 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-abb12d3f-a4cd-487f-a501-c8de600d0c23 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:03.050876 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-abb12d3f-a4cd-487f-a501-c8de600d0c23 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_1c9d0e68_5db0_4e5f_8e10_14d502a47565 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:03.050876 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-abb12d3f-a4cd-487f-a501-c8de600d0c23 tempest-ReplicationAdminTest-649857771 None] [chan 8] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:03.051229 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 8] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:03.051344 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 8 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:03.052715 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 8] Sesch channel 8 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:03.074093 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 8] EOF received (8) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:03.074508 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 8] EOF sent (8) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:03.075140 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-abb12d3f-a4cd-487f-a501-c8de600d0c23 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:03.075552 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-abb12d3f-a4cd-487f-a501-c8de600d0c23 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is /betta/subdir/manila_share_1c9d0e68_5db0_4e5f_8e10_14d502a47565. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:44:03.108624 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-abb12d3f-a4cd-487f-a501-c8de600d0c23 tempest-ReplicationAdminTest-649857771 None] Share instance 1c9d0e68-5db0-4e5f-8e10-14d502a47565 created successfully.
Feb 19 02:44:05.212453 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:44:05.212453 np0000156481 manila-share[88844]: DEBUG manila.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Notifying Schedulers of capabilities ... {{(pid=88844) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:44:05.214915 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:44:05.238147 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:44:05.238414 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica instances. {{(pid=88844) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:44:05.245497 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:44:05.245615 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:44:05.250692 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:44:05.250869 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:44:05.253392 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:44:05.253482 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica snapshots. {{(pid=88844) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:44:05.260220 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._report_driver_status {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:44:05.260505 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share status
Feb 19 02:44:05.260741 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:05.260961 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 57] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:05.261609 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 57] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:05.261740 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 57 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:05.263765 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 57] Sesch channel 57 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:05.293067 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 57] EOF received (57) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:05.293405 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 57] EOF sent (57) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:05.293732 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:05.293913 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option free's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:44:05.294080 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:05.294287 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 36] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:05.294810 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 36] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:05.294906 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 36 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:05.296202 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 36] Sesch channel 36 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:05.325291 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 36] EOF received (36) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:05.325442 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 36] EOF sent (36) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:05.326028 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:05.326285 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option size's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:44:05.326719 np0000156481 manila-share[88844]: DEBUG manila.share.driver [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share stats. {{(pid=88844) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:44:05.327234 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:44:05.332026 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:44:05.334748 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:44:05.334878 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share instances. {{(pid=88844) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:44:05.341270 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:44:06.234760 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-efae072e-d5cf-4e92-9dcc-55d21fc63924 tempest-ReplicationAdminTest-649857771 None] Lock "locked-share-replica-operation-for-share-f48641cb-4bb6-47c1-b996-1dac522e34d4" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:44:06.354301 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-efae072e-d5cf-4e92-9dcc-55d21fc63924 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_1c9d0e68_5db0_4e5f_8e10_14d502a47565@tmp_snapshot_for_replication__6c14e18d_e185_4a9f_beb1_ba0d06198835_time_2026-02-19T02:44:06.321483 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:06.354681 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-efae072e-d5cf-4e92-9dcc-55d21fc63924 tempest-ReplicationAdminTest-649857771 None] [chan 45] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:06.355401 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 45] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:06.356573 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 45 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:06.357179 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 45] Sesch channel 45 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:06.610073 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 45] EOF received (45) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:06.610383 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 45] EOF sent (45) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:06.610823 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-efae072e-d5cf-4e92-9dcc-55d21fc63924 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:06.611051 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-efae072e-d5cf-4e92-9dcc-55d21fc63924 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR betta/subdir/manila_share_1c9d0e68_5db0_4e5f_8e10_14d502a47565@tmp_snapshot_for_replication__6c14e18d_e185_4a9f_beb1_ba0d06198835_time_2026-02-19T02:44:06.321483 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:06.611293 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-efae072e-d5cf-4e92-9dcc-55d21fc63924 tempest-ReplicationAdminTest-649857771 None] [chan 45] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:06.611775 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 45] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:06.611871 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 45 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:06.613192 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 45] Sesch channel 45 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:07.131636 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 45] EOF received (45) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:07.132653 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 45] EOF sent (45) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:07.133147 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-efae072e-d5cf-4e92-9dcc-55d21fc63924 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:07.133765 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-efae072e-d5cf-4e92-9dcc-55d21fc63924 tempest-ReplicationAdminTest-649857771 None] Info about replica '6c14e18d-e185-4a9f-beb1-ba0d06198835' creation is following:
Feb 19 02:44:07.133765 np0000156481 manila-share[88844]: receiving full stream of betta/subdir/manila_share_1c9d0e68_5db0_4e5f_8e10_14d502a47565@tmp_snapshot_for_replication__6c14e18d_e185_4a9f_beb1_ba0d06198835_time_2026-02-19T02:44:06.321483 into gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835@tmp_snapshot_for_replication__6c14e18d_e185_4a9f_beb1_ba0d06198835_time_2026-02-19T02:44:06.321483
Feb 19 02:44:07.133765 np0000156481 manila-share[88844]: received 43.9K stream in 0.09 seconds (474K/sec)
Feb 19 02:44:07.133765 np0000156481 manila-share[88844]:  {{(pid=88844) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 02:44:07.133765 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-efae072e-d5cf-4e92-9dcc-55d21fc63924 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:07.133981 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-efae072e-d5cf-4e92-9dcc-55d21fc63924 tempest-ReplicationAdminTest-649857771 None] [chan 58] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:07.134549 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 58] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:07.134549 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 58 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:07.135616 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 58] Sesch channel 58 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:07.185093 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 58] EOF received (58) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:07.185424 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 58] EOF sent (58) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:07.185968 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-efae072e-d5cf-4e92-9dcc-55d21fc63924 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:07.186143 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-efae072e-d5cf-4e92-9dcc-55d21fc63924 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:07.186408 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-efae072e-d5cf-4e92-9dcc-55d21fc63924 tempest-ReplicationAdminTest-649857771 None] [chan 37] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:07.186969 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 37] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:07.187262 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 37 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:07.189048 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 37] Sesch channel 37 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:07.227106 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 37] EOF received (37) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:07.227495 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 37] EOF sent (37) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:07.228286 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-efae072e-d5cf-4e92-9dcc-55d21fc63924 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:07.228538 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-efae072e-d5cf-4e92-9dcc-55d21fc63924 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:07.228995 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-efae072e-d5cf-4e92-9dcc-55d21fc63924 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:07.229628 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-efae072e-d5cf-4e92-9dcc-55d21fc63924 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:07.229628 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-efae072e-d5cf-4e92-9dcc-55d21fc63924 tempest-ReplicationAdminTest-649857771 None] [chan 28] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:07.230373 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 28] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:07.230373 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 28 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:07.231482 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 28] Sesch channel 28 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:07.262933 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 28] EOF received (28) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:07.263390 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 28] EOF sent (28) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:07.264103 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-efae072e-d5cf-4e92-9dcc-55d21fc63924 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:07.264536 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-efae072e-d5cf-4e92-9dcc-55d21fc63924 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:07.264885 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-efae072e-d5cf-4e92-9dcc-55d21fc63924 tempest-ReplicationAdminTest-649857771 None] [chan 34] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:07.265556 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 34] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:07.265735 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 34 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:07.267389 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 34] Sesch channel 34 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:07.310766 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 34] EOF received (34) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:07.311235 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 34] EOF sent (34) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:07.312172 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-efae072e-d5cf-4e92-9dcc-55d21fc63924 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:07.312605 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-efae072e-d5cf-4e92-9dcc-55d21fc63924 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.084s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:07.312903 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-efae072e-d5cf-4e92-9dcc-55d21fc63924 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:07.313250 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-efae072e-d5cf-4e92-9dcc-55d21fc63924 tempest-ReplicationAdminTest-649857771 None] [chan 29] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:07.313949 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 29] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:07.314122 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 29 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:07.316043 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 29] Sesch channel 29 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:07.344208 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 29] EOF received (29) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:07.344208 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 29] EOF sent (29) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:07.344771 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-efae072e-d5cf-4e92-9dcc-55d21fc63924 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:07.345544 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-efae072e-d5cf-4e92-9dcc-55d21fc63924 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is /gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:44:07.390724 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-efae072e-d5cf-4e92-9dcc-55d21fc63924 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_6c14e18d-e185-4a9f-beb1-ba0d06198835" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:07.392006 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-efae072e-d5cf-4e92-9dcc-55d21fc63924 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_6c14e18d-e185-4a9f-beb1-ba0d06198835" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:07.394643 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-efae072e-d5cf-4e92-9dcc-55d21fc63924 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_6c14e18d-e185-4a9f-beb1-ba0d06198835" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:07.394643 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-efae072e-d5cf-4e92-9dcc-55d21fc63924 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_6c14e18d-e185-4a9f-beb1-ba0d06198835" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:07.394643 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-efae072e-d5cf-4e92-9dcc-55d21fc63924 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_6c14e18d-e185-4a9f-beb1-ba0d06198835" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:07.413598 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-efae072e-d5cf-4e92-9dcc-55d21fc63924 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_6c14e18d-e185-4a9f-beb1-ba0d06198835" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.019s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:07.413782 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-efae072e-d5cf-4e92-9dcc-55d21fc63924 tempest-ReplicationAdminTest-649857771 None] Share replica 6c14e18d-e185-4a9f-beb1-ba0d06198835 created successfully.
Feb 19 02:44:09.412483 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-170fb930-2dd1-4799-8681-58fda3b6ff8b tempest-ReplicationAdminTest-649857771 None] Lock "locked-share-replica-operation-for-share-f48641cb-4bb6-47c1-b996-1dac522e34d4" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:44:09.463921 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-170fb930-2dd1-4799-8681-58fda3b6ff8b tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): ssh stack@127.0.0.1 set readonly=on betta/subdir/manila_share_1c9d0e68_5db0_4e5f_8e10_14d502a47565 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:09.464131 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-170fb930-2dd1-4799-8681-58fda3b6ff8b tempest-ReplicationAdminTest-649857771 None] [chan 46] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:09.464588 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 46] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:09.464652 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 46 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:09.465841 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 46] Sesch channel 46 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:09.669792 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 46] EOF received (46) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:09.670200 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 46] EOF sent (46) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:09.670904 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-170fb930-2dd1-4799-8681-58fda3b6ff8b tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:09.671277 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-170fb930-2dd1-4799-8681-58fda3b6ff8b tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_1c9d0e68_5db0_4e5f_8e10_14d502a47565@tmp_snapshot_for_replication__1c9d0e68_5db0_4e5f_8e10_14d502a47565_time_2026-02-19T02:44:09.670959 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:09.671704 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-170fb930-2dd1-4799-8681-58fda3b6ff8b tempest-ReplicationAdminTest-649857771 None] [chan 46] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:09.672401 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 46] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:09.672573 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 46 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:09.688337 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 46] Sesch channel 46 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:09.921778 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 46] EOF received (46) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:09.922236 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 46] EOF sent (46) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:09.923014 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-170fb930-2dd1-4799-8681-58fda3b6ff8b tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:09.932442 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-170fb930-2dd1-4799-8681-58fda3b6ff8b tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__6c14e18d_e185_4a9f_beb1_ba0d06198835_time_2026-02-19T02:44:06.321483 betta/subdir/manila_share_1c9d0e68_5db0_4e5f_8e10_14d502a47565@tmp_snapshot_for_replication__1c9d0e68_5db0_4e5f_8e10_14d502a47565_time_2026-02-19T02:44:09.670959 '|' ssh stack@127.0.0.1 sudo zfs receive -vF gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:09.932642 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-170fb930-2dd1-4799-8681-58fda3b6ff8b tempest-ReplicationAdminTest-649857771 None] [chan 59] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:09.932999 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 59] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:09.933078 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 59 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:09.934565 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 59] Sesch channel 59 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:10.420841 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 59] EOF received (59) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:10.421329 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 59] EOF sent (59) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:10.422218 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-170fb930-2dd1-4799-8681-58fda3b6ff8b tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:10.422559 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-170fb930-2dd1-4799-8681-58fda3b6ff8b tempest-ReplicationAdminTest-649857771 None] Info about last replica '6c14e18d-e185-4a9f-beb1-ba0d06198835' sync is following:
Feb 19 02:44:10.422559 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_1c9d0e68_5db0_4e5f_8e10_14d502a47565@tmp_snapshot_for_replication__1c9d0e68_5db0_4e5f_8e10_14d502a47565_time_2026-02-19T02:44:09.670959 into gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835@tmp_snapshot_for_replication__1c9d0e68_5db0_4e5f_8e10_14d502a47565_time_2026-02-19T02:44:09.670959
Feb 19 02:44:10.422559 np0000156481 manila-share[88844]: received 312B stream in 0.04 seconds (7.23K/sec)
Feb 19 02:44:10.422559 np0000156481 manila-share[88844]:  {{(pid=88844) promote_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1189}}
Feb 19 02:44:10.464403 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-170fb930-2dd1-4799-8681-58fda3b6ff8b tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:10.465086 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-170fb930-2dd1-4799-8681-58fda3b6ff8b tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:10.465487 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-170fb930-2dd1-4799-8681-58fda3b6ff8b tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:10.465922 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-170fb930-2dd1-4799-8681-58fda3b6ff8b tempest-ReplicationAdminTest-649857771 None] [chan 35] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:10.466713 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 35] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:10.466923 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 35 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:10.469389 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 35] Sesch channel 35 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:10.501136 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 35] EOF received (35) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:10.501136 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 35] EOF sent (35) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:10.502186 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-170fb930-2dd1-4799-8681-58fda3b6ff8b tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:10.502695 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-170fb930-2dd1-4799-8681-58fda3b6ff8b tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:10.503171 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-170fb930-2dd1-4799-8681-58fda3b6ff8b tempest-ReplicationAdminTest-649857771 None] [chan 30] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:10.503871 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 30] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:10.504088 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 30 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:10.505960 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 30] Sesch channel 30 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:10.559327 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 30] EOF received (30) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:10.559785 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 30] EOF sent (30) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:10.560503 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-170fb930-2dd1-4799-8681-58fda3b6ff8b tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:10.560894 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-170fb930-2dd1-4799-8681-58fda3b6ff8b tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.096s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:10.561205 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-170fb930-2dd1-4799-8681-58fda3b6ff8b tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set readonly=off gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:10.561603 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-170fb930-2dd1-4799-8681-58fda3b6ff8b tempest-ReplicationAdminTest-649857771 None] [chan 38] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:10.562448 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 38] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:10.562634 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 38 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:10.564804 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 38] Sesch channel 38 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:10.611037 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 38] EOF received (38) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:10.611500 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 38] EOF sent (38) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:10.612212 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-170fb930-2dd1-4799-8681-58fda3b6ff8b tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:10.635303 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-170fb930-2dd1-4799-8681-58fda3b6ff8b tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_6c14e18d-e185-4a9f-beb1-ba0d06198835" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:10.635901 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-170fb930-2dd1-4799-8681-58fda3b6ff8b tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_6c14e18d-e185-4a9f-beb1-ba0d06198835" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:10.674733 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-170fb930-2dd1-4799-8681-58fda3b6ff8b tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_6c14e18d-e185-4a9f-beb1-ba0d06198835" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.039s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:10.695014 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-170fb930-2dd1-4799-8681-58fda3b6ff8b tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_6c14e18d-e185-4a9f-beb1-ba0d06198835" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:10.695637 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-170fb930-2dd1-4799-8681-58fda3b6ff8b tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_6c14e18d-e185-4a9f-beb1-ba0d06198835" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:10.723614 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-170fb930-2dd1-4799-8681-58fda3b6ff8b tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_6c14e18d-e185-4a9f-beb1-ba0d06198835" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.028s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:10.723787 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-170fb930-2dd1-4799-8681-58fda3b6ff8b tempest-ReplicationAdminTest-649857771 None] Share replica 6c14e18d-e185-4a9f-beb1-ba0d06198835: promoted to active state successfully.
Feb 19 02:44:12.408489 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo umount /gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:12.409140 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] [chan 47] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:12.409555 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 47] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:12.409730 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 47 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:12.411823 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 47] Sesch channel 47 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:12.430917 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 47] EOF received (47) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:12.431151 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 47] EOF sent (47) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:12.432003 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:12.579402 np0000156481 manila-share[88840]: DEBUG manila.coordination [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Lock "locked-share-replica-operation-for-share-f48641cb-4bb6-47c1-b996-1dac522e34d4" acquired by "locked_replica_operation". {{(pid=88840) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:44:12.711591 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1c9d0e68-5db0-4e5f-8e10-14d502a47565" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:12.712017 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_1c9d0e68-5db0-4e5f-8e10-14d502a47565" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:12.715572 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_1c9d0e68-5db0-4e5f-8e10-14d502a47565" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:12.715873 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1c9d0e68-5db0-4e5f-8e10-14d502a47565" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:12.716342 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_1c9d0e68-5db0-4e5f-8e10-14d502a47565" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:12.720054 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_1c9d0e68-5db0-4e5f-8e10-14d502a47565" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:12.720387 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1c9d0e68-5db0-4e5f-8e10-14d502a47565" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:12.720849 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_1c9d0e68-5db0-4e5f-8e10-14d502a47565" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:12.723704 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_1c9d0e68-5db0-4e5f-8e10-14d502a47565" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:12.723829 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] All access rules have been synced for share instance 1c9d0e68-5db0-4e5f-8e10-14d502a47565 belonging to share f48641cb-4bb6-47c1-b996-1dac522e34d4. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:44:12.727372 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:12.727587 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] [chan 86] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:12.727964 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 86] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:12.728067 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 86 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:12.729379 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 86] Sesch channel 86 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:12.767981 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 86] EOF received (86) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:12.768434 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 86] EOF sent (86) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:12.769125 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:12.769542 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_1c9d0e68_5db0_4e5f_8e10_14d502a47565@tmp_snapshot_for_replication__6c14e18d_e185_4a9f_beb1_ba0d06198835_time_2026-02-19T02:44:06.321483" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:12.770212 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_1c9d0e68_5db0_4e5f_8e10_14d502a47565@tmp_snapshot_for_replication__6c14e18d_e185_4a9f_beb1_ba0d06198835_time_2026-02-19T02:44:06.321483" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:12.770533 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_1c9d0e68_5db0_4e5f_8e10_14d502a47565@tmp_snapshot_for_replication__6c14e18d_e185_4a9f_beb1_ba0d06198835_time_2026-02-19T02:44:06.321483 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:12.770894 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] [chan 60] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:12.771714 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 60] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:12.771943 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 60 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:12.773942 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 60] Sesch channel 60 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:12.803457 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 60] EOF received (60) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:12.803819 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 60] EOF sent (60) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:12.804429 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:12.805158 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:44:12.805158 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:12.805468 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] [chan 38] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:12.806085 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 38] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:12.806242 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 38 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:12.808000 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 38] Sesch channel 38 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:12.827683 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 38] EOF received (38) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:12.828238 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 38] EOF sent (38) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:12.829198 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:14.432740 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:14.433351 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] [chan 47] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:14.433728 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 47] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:14.433863 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 47 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:14.435860 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 47] Sesch channel 47 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:14.474772 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 47] EOF received (47) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:14.474772 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 47] EOF sent (47) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:14.474999 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:14.475216 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 43.424(s), this was the 6th time calling it. {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 02:44:14.475385 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 32.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 02:44:14.475385 np0000156481 manila-share[88844]: Command: sudo zfs destroy -f gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516
Feb 19 02:44:14.475385 np0000156481 manila-share[88844]: Exit code: 1
Feb 19 02:44:14.475385 np0000156481 manila-share[88844]: Stdout: ''
Feb 19 02:44:14.475385 np0000156481 manila-share[88844]: Stderr: "cannot unmount '/gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516': pool or dataset is busy\n". {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 02:44:14.830620 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_1c9d0e68_5db0_4e5f_8e10_14d502a47565@tmp_snapshot_for_replication__6c14e18d_e185_4a9f_beb1_ba0d06198835_time_2026-02-19T02:44:06.321483 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:14.831095 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] [chan 87] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:14.831922 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 87] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:14.832083 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 87 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:14.834198 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 87] Sesch channel 87 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:14.880746 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 87] EOF received (87) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:14.881309 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 87] EOF sent (87) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:14.881880 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:14.882478 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_1c9d0e68_5db0_4e5f_8e10_14d502a47565@tmp_snapshot_for_replication__6c14e18d_e185_4a9f_beb1_ba0d06198835_time_2026-02-19T02:44:06.321483" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.112s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:14.882760 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_1c9d0e68_5db0_4e5f_8e10_14d502a47565@tmp_snapshot_for_replication__1c9d0e68_5db0_4e5f_8e10_14d502a47565_time_2026-02-19T02:44:09.670959" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:14.883490 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_1c9d0e68_5db0_4e5f_8e10_14d502a47565@tmp_snapshot_for_replication__1c9d0e68_5db0_4e5f_8e10_14d502a47565_time_2026-02-19T02:44:09.670959" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:14.883781 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_1c9d0e68_5db0_4e5f_8e10_14d502a47565@tmp_snapshot_for_replication__1c9d0e68_5db0_4e5f_8e10_14d502a47565_time_2026-02-19T02:44:09.670959 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:14.884121 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] [chan 61] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:14.884851 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 61] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:14.885031 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 61 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:14.886995 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 61] Sesch channel 61 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:14.916860 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 61] EOF received (61) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:14.917396 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 61] EOF sent (61) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:14.917671 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:14.917952 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:44:14.918287 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:14.918587 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] [chan 39] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:14.919042 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 39] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:14.919168 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 39 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:14.920277 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 39] Sesch channel 39 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:14.939757 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 39] EOF received (39) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:14.940271 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 39] EOF sent (39) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:14.940483 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:15.685723 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo umount /alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:15.686006 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 88] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:15.686643 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 88] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:15.686785 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 88 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:15.688159 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 88] Sesch channel 88 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:15.707136 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 88] EOF received (88) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:15.707400 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 88] EOF sent (88) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:15.707812 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:16.942438 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_1c9d0e68_5db0_4e5f_8e10_14d502a47565@tmp_snapshot_for_replication__1c9d0e68_5db0_4e5f_8e10_14d502a47565_time_2026-02-19T02:44:09.670959 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:16.943168 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] [chan 62] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:16.943718 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 62] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:16.943891 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 62 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:16.945936 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 62] Sesch channel 62 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:16.984142 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 62] EOF received (62) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:16.984142 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 62] EOF sent (62) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:16.984524 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:16.985223 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_1c9d0e68_5db0_4e5f_8e10_14d502a47565@tmp_snapshot_for_replication__1c9d0e68_5db0_4e5f_8e10_14d502a47565_time_2026-02-19T02:44:09.670959" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.102s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:16.985524 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:16.985660 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] [chan 40] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:16.986302 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 40] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:16.986509 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 40 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:16.988429 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 40] Sesch channel 40 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:17.018110 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 40] EOF received (40) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:17.018694 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 40] EOF sent (40) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:17.019669 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:17.020146 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_1c9d0e68_5db0_4e5f_8e10_14d502a47565" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:17.020947 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_1c9d0e68_5db0_4e5f_8e10_14d502a47565" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:17.021281 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_1c9d0e68_5db0_4e5f_8e10_14d502a47565 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:17.021705 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] [chan 41] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:17.022336 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 41] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:17.022548 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 41 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:17.024620 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 41] Sesch channel 41 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:17.050154 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 41] EOF received (41) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:17.050412 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 41] EOF sent (41) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:17.050905 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:17.051108 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:44:17.051381 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_1c9d0e68_5db0_4e5f_8e10_14d502a47565" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.031s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:17.051531 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_1c9d0e68_5db0_4e5f_8e10_14d502a47565" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:17.051852 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_1c9d0e68_5db0_4e5f_8e10_14d502a47565" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:17.052009 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_1c9d0e68_5db0_4e5f_8e10_14d502a47565 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:17.052253 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] [chan 89] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:17.052689 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 89] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:17.052784 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 89 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:17.054305 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 89] Sesch channel 89 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:17.080920 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 89] EOF received (89) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:17.081491 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 89] EOF sent (89) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:17.082538 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:17.082847 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is /betta/subdir/manila_share_1c9d0e68_5db0_4e5f_8e10_14d502a47565. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:44:17.083233 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_1c9d0e68_5db0_4e5f_8e10_14d502a47565 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:17.083730 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] [chan 63] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:17.084466 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 63] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:17.084681 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 63 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:17.087196 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 63] Sesch channel 63 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:17.230944 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 63] EOF received (63) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:17.231296 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 63] EOF sent (63) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:17.231953 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:17.232467 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_1c9d0e68_5db0_4e5f_8e10_14d502a47565 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:17.232843 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] [chan 41] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:17.233434 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 41] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:17.233604 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 41 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:17.235290 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 41] Sesch channel 41 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:17.265101 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 41] EOF received (41) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:17.265532 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 41] EOF sent (41) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:17.266185 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:17.708690 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:17.709215 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 90] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:17.709806 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 90] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:17.709925 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 90 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:17.711798 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 90] Sesch channel 90 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:17.749740 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 90] EOF received (90) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:17.749904 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 90] EOF sent (90) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:17.750624 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:17.751074 np0000156481 manila-share[88840]: DEBUG manila.utils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 77.511(s), this was the 7th time calling it. {{(pid=88840) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 02:44:17.751457 np0000156481 manila-share[88840]: DEBUG manila.utils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 64.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 02:44:17.751457 np0000156481 manila-share[88840]: Command: sudo zfs destroy -f alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d
Feb 19 02:44:17.751457 np0000156481 manila-share[88840]: Exit code: 1
Feb 19 02:44:17.751457 np0000156481 manila-share[88840]: Stdout: ''
Feb 19 02:44:17.751457 np0000156481 manila-share[88840]: Stderr: "cannot unmount '/alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d': pool or dataset is busy\n". {{(pid=88840) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 02:44:19.267442 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_1c9d0e68_5db0_4e5f_8e10_14d502a47565 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:19.268709 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] [chan 64] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:19.269193 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 64] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:19.269370 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 64 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:19.271009 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 64] Sesch channel 64 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:19.343873 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 64] EOF received (64) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:19.344285 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 64] EOF sent (64) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:19.345062 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:19.345635 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_1c9d0e68_5db0_4e5f_8e10_14d502a47565" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.294s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:19.430601 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Created reservations ['cd798bdf-f0af-47ab-b682-a90b4cfdc582', '0ea758e2-1382-4aef-a49b-68da8b7799a4', 'ac30fbef-6d49-430b-9e88-97fc99fe9622', '3cbeab95-0bad-4bef-b4b0-3f0f5d162b4a'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:44:19.440588 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Committed reservations ['cd798bdf-f0af-47ab-b682-a90b4cfdc582', '0ea758e2-1382-4aef-a49b-68da8b7799a4', 'ac30fbef-6d49-430b-9e88-97fc99fe9622', '3cbeab95-0bad-4bef-b4b0-3f0f5d162b4a'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:44:19.444396 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-a1c3d19c-6812-407c-9d58-e72050c0ed4a tempest-ReplicationAdminTest-649857771 None] Share replica 1c9d0e68-5db0-4e5f-8e10-14d502a47565 deleted successfully.
Feb 19 02:44:21.907484 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-388da3ae-5066-476d-843a-60c5569adffe tempest-ReplicationAdminTest-649857771 None] Lock "locked-share-replica-operation-for-share-d465e4f0-78e1-4f3c-92d4-b5c4d0ca857e" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:44:21.994630 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-388da3ae-5066-476d-843a-60c5569adffe tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:21.994754 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-388da3ae-5066-476d-843a-60c5569adffe tempest-ReplicationAdminTest-649857771 None] [chan 60] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:21.995163 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 60] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:21.995252 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 60 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:21.996804 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 60] Sesch channel 60 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:22.264874 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 60] EOF received (60) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:22.265150 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 60] EOF sent (60) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:22.265695 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-388da3ae-5066-476d-843a-60c5569adffe tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:22.265931 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-388da3ae-5066-476d-843a-60c5569adffe tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:22.266788 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-388da3ae-5066-476d-843a-60c5569adffe tempest-ReplicationAdminTest-649857771 None] [chan 39] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:22.267241 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 39] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:22.267409 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 39 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:22.269188 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 39] Sesch channel 39 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:23.006157 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 39] EOF received (39) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:23.006594 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 39] EOF sent (39) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:23.006897 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-388da3ae-5066-476d-843a-60c5569adffe tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:23.007062 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-388da3ae-5066-476d-843a-60c5569adffe tempest-ReplicationAdminTest-649857771 None] Info about replica 'fa8f55f9-b51a-43a4-a3e7-f000704c560e' creation is following:
Feb 19 02:44:23.007062 np0000156481 manila-share[88844]: receiving full stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241 into gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241
Feb 19 02:44:23.007062 np0000156481 manila-share[88844]: received 43.9K stream in 0.07 seconds (598K/sec)
Feb 19 02:44:23.007062 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593 into gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593
Feb 19 02:44:23.007062 np0000156481 manila-share[88844]: received 312B stream in 0.07 seconds (4.20K/sec)
Feb 19 02:44:23.007062 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499 into gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499
Feb 19 02:44:23.007062 np0000156481 manila-share[88844]: received 312B stream in 0.07 seconds (4.28K/sec)
Feb 19 02:44:23.007062 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804 into gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804
Feb 19 02:44:23.007062 np0000156481 manila-share[88844]: received 312B stream in 0.06 seconds (4.73K/sec)
Feb 19 02:44:23.007062 np0000156481 manila-share[88844]:  {{(pid=88844) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 02:44:23.007426 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-388da3ae-5066-476d-843a-60c5569adffe tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:23.007426 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-388da3ae-5066-476d-843a-60c5569adffe tempest-ReplicationAdminTest-649857771 None] [chan 48] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:23.007852 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 48] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:23.007852 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 48 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:23.008848 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 48] Sesch channel 48 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:23.054399 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 48] EOF received (48) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:23.054399 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 48] EOF sent (48) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:23.054962 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-388da3ae-5066-476d-843a-60c5569adffe tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:23.055293 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-388da3ae-5066-476d-843a-60c5569adffe tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:23.055698 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-388da3ae-5066-476d-843a-60c5569adffe tempest-ReplicationAdminTest-649857771 None] [chan 48] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:23.056417 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 48] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:23.056537 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 48 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:23.058506 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 48] Sesch channel 48 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:23.095235 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 48] EOF received (48) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:23.095771 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 48] EOF sent (48) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:23.096431 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-388da3ae-5066-476d-843a-60c5569adffe tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:23.096810 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-388da3ae-5066-476d-843a-60c5569adffe tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:23.097482 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-388da3ae-5066-476d-843a-60c5569adffe tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:23.097785 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-388da3ae-5066-476d-843a-60c5569adffe tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:23.098163 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-388da3ae-5066-476d-843a-60c5569adffe tempest-ReplicationAdminTest-649857771 None] [chan 36] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:23.098827 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 36] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:23.099000 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 36 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:23.100871 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 36] Sesch channel 36 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:23.134699 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 36] EOF received (36) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:23.135089 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 36] EOF sent (36) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:23.135803 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-388da3ae-5066-476d-843a-60c5569adffe tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:23.136174 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-388da3ae-5066-476d-843a-60c5569adffe tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:23.136601 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-388da3ae-5066-476d-843a-60c5569adffe tempest-ReplicationAdminTest-649857771 None] [chan 31] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:23.137218 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 31] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:23.137407 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 31 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:23.138989 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 31] Sesch channel 31 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:23.177682 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 31] EOF received (31) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:23.178097 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 31] EOF sent (31) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:23.178732 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-388da3ae-5066-476d-843a-60c5569adffe tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:23.179088 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-388da3ae-5066-476d-843a-60c5569adffe tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.082s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:23.179396 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-388da3ae-5066-476d-843a-60c5569adffe tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:23.179753 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-388da3ae-5066-476d-843a-60c5569adffe tempest-ReplicationAdminTest-649857771 None] [chan 37] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:23.180416 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 37] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:23.180561 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 37 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:23.182500 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 37] Sesch channel 37 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:23.208892 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 37] EOF received (37) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:23.209299 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 37] EOF sent (37) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:23.210111 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-388da3ae-5066-476d-843a-60c5569adffe tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:23.210496 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-388da3ae-5066-476d-843a-60c5569adffe tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is /gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:44:23.242497 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-388da3ae-5066-476d-843a-60c5569adffe tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fa8f55f9-b51a-43a4-a3e7-f000704c560e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:23.242947 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-388da3ae-5066-476d-843a-60c5569adffe tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_fa8f55f9-b51a-43a4-a3e7-f000704c560e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:23.245352 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-388da3ae-5066-476d-843a-60c5569adffe tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_fa8f55f9-b51a-43a4-a3e7-f000704c560e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:23.245549 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-388da3ae-5066-476d-843a-60c5569adffe tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fa8f55f9-b51a-43a4-a3e7-f000704c560e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:23.245857 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-388da3ae-5066-476d-843a-60c5569adffe tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_fa8f55f9-b51a-43a4-a3e7-f000704c560e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:23.266222 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-388da3ae-5066-476d-843a-60c5569adffe tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_fa8f55f9-b51a-43a4-a3e7-f000704c560e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.020s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:23.266381 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-388da3ae-5066-476d-843a-60c5569adffe tempest-ReplicationAdminTest-649857771 None] Share replica fa8f55f9-b51a-43a4-a3e7-f000704c560e created successfully.
Feb 19 02:44:24.037637 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo umount /gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:24.038192 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 61] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:24.038907 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 61] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:24.039073 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 61 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:24.041824 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 61] Sesch channel 61 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:24.061706 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 61] EOF received (61) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:24.062093 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 61] EOF sent (61) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:24.062716 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:25.072982 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Lock "locked-share-replica-operation-for-share-d465e4f0-78e1-4f3c-92d4-b5c4d0ca857e" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:44:25.131372 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fa8f55f9-b51a-43a4-a3e7-f000704c560e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:25.131693 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_fa8f55f9-b51a-43a4-a3e7-f000704c560e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:25.133613 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_fa8f55f9-b51a-43a4-a3e7-f000704c560e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:25.133726 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fa8f55f9-b51a-43a4-a3e7-f000704c560e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:25.134039 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_fa8f55f9-b51a-43a4-a3e7-f000704c560e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:25.135788 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_fa8f55f9-b51a-43a4-a3e7-f000704c560e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:25.135918 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fa8f55f9-b51a-43a4-a3e7-f000704c560e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:25.136117 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_fa8f55f9-b51a-43a4-a3e7-f000704c560e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:25.137743 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_fa8f55f9-b51a-43a4-a3e7-f000704c560e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:25.137859 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] All access rules have been synced for share instance fa8f55f9-b51a-43a4-a3e7-f000704c560e belonging to share d465e4f0-78e1-4f3c-92d4-b5c4d0ca857e. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:44:25.140934 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:25.141125 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] [chan 40] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:25.141564 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 40] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:25.141652 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 40 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:25.143145 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 40] Sesch channel 40 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:25.184591 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 40] EOF received (40) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:25.184998 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 40] EOF sent (40) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:25.185820 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:25.186212 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:25.186811 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:25.187098 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:25.187642 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] [chan 49] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:25.188328 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 49] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:25.188507 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 49 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:25.190664 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 49] Sesch channel 49 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:25.217389 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 49] EOF received (49) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:25.217389 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 49] EOF sent (49) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:25.218449 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:25.218449 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:44:25.218738 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:25.219350 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] [chan 49] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:25.219905 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 49] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:25.220064 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 49 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:25.221937 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 49] Sesch channel 49 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:25.241919 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 49] EOF received (49) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:25.242261 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 49] EOF sent (49) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:25.242843 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:26.064031 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:26.064496 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 62] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:26.065538 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 62] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:26.065710 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 62 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:26.069870 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 62] Sesch channel 62 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:26.111960 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 62] EOF received (62) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:26.112537 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 62] EOF sent (62) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:26.113041 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:26.113560 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 77.518(s), this was the 7th time calling it. {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 02:44:26.113919 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 64.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 02:44:26.113919 np0000156481 manila-share[88844]: Command: sudo zfs destroy -f gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6
Feb 19 02:44:26.113919 np0000156481 manila-share[88844]: Exit code: 1
Feb 19 02:44:26.113919 np0000156481 manila-share[88844]: Stdout: ''
Feb 19 02:44:26.113919 np0000156481 manila-share[88844]: Stderr: "cannot unmount '/gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6': pool or dataset is busy\n". {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 02:44:26.491935 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo umount /gamma/manila_share_96946420_3a20_443f_a635_099098b4831c {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:26.492398 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 41] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:26.493107 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 41] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:26.493336 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 41 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:26.494896 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 41] Sesch channel 41 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:26.515144 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 41] EOF received (41) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:26.515549 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 41] EOF sent (41) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:26.516344 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:26.846362 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo umount /alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:26.846362 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 42] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:26.846362 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 42] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:26.846362 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 42 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:26.849547 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 42] Sesch channel 42 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:26.870094 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 42] EOF received (42) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:26.870094 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 42] EOF sent (42) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:26.870094 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:27.244500 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:27.244500 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] [chan 50] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:27.245753 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 50] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:27.245953 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 50 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:27.248552 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 50] Sesch channel 50 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:27.301696 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 50] EOF received (50) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:27.302094 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 50] EOF sent (50) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:27.302984 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:27.303597 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.117s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:27.303979 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:27.304984 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:27.305189 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:27.305509 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] [chan 50] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:27.306038 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 50] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:27.306370 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 50 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:27.308264 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 50] Sesch channel 50 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:27.336463 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 50] EOF received (50) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:27.336842 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 50] EOF sent (50) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:27.337539 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:27.337868 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:44:27.338306 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:27.338738 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] [chan 63] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:27.339416 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 63] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:27.339610 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 63 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:27.341089 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 63] Sesch channel 63 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:27.361925 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 63] EOF received (63) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:27.362424 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 63] EOF sent (63) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:27.363083 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:28.517227 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_96946420_3a20_443f_a635_099098b4831c {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:28.518176 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 42] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:28.518285 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 42] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:28.518484 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 42 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:28.520456 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 42] Sesch channel 42 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:28.553953 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 42] EOF received (42) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:28.554360 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 42] EOF sent (42) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:28.554988 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:28.555499 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 77.499(s), this was the 7th time calling it. {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 02:44:28.555851 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 64.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 02:44:28.555851 np0000156481 manila-share[88844]: Command: sudo zfs destroy -f gamma/manila_share_96946420_3a20_443f_a635_099098b4831c
Feb 19 02:44:28.555851 np0000156481 manila-share[88844]: Exit code: 1
Feb 19 02:44:28.555851 np0000156481 manila-share[88844]: Stdout: ''
Feb 19 02:44:28.555851 np0000156481 manila-share[88844]: Stderr: "cannot unmount '/gamma/manila_share_96946420_3a20_443f_a635_099098b4831c': pool or dataset is busy\n". {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 02:44:28.871274 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:28.873082 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 91] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:28.873652 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 91] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:28.873985 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 91 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:28.876000 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 91] Sesch channel 91 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:28.916634 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 91] EOF received (91) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:28.916634 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 91] EOF sent (91) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:28.916634 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:28.916634 np0000156481 manila-share[88840]: DEBUG manila.utils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 77.522(s), this was the 7th time calling it. {{(pid=88840) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 02:44:28.916634 np0000156481 manila-share[88840]: DEBUG manila.utils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 64.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 02:44:28.916634 np0000156481 manila-share[88840]: Command: sudo zfs destroy -f alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4
Feb 19 02:44:28.916634 np0000156481 manila-share[88840]: Exit code: 1
Feb 19 02:44:28.916634 np0000156481 manila-share[88840]: Stdout: ''
Feb 19 02:44:28.916634 np0000156481 manila-share[88840]: Stderr: "cannot unmount '/alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4': pool or dataset is busy\n". {{(pid=88840) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 02:44:29.364025 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:29.364451 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] [chan 51] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:29.365743 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 51] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:29.365743 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 51 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:29.367451 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 51] Sesch channel 51 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:29.409617 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 51] EOF received (51) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:29.409992 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 51] EOF sent (51) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:29.410654 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:29.411184 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.106s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:29.411515 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:29.412104 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:29.412501 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:29.412835 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] [chan 51] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:29.413489 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 51] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:29.413649 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 51 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:29.415628 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 51] Sesch channel 51 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:29.442776 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 51] EOF received (51) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:29.444383 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 51] EOF sent (51) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:29.444383 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:29.444383 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:44:29.445161 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:29.445161 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] [chan 64] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:29.445481 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 64] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:29.445642 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 64 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:29.447298 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 64] Sesch channel 64 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:29.464079 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 64] EOF received (64) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:29.464452 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 64] EOF sent (64) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:29.464994 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:30.430932 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:44:30.431395 np0000156481 manila-share[88840]: DEBUG manila.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Notifying Schedulers of capabilities ... {{(pid=88840) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:44:30.437048 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:44:30.477657 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:44:30.477826 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica instances. {{(pid=88840) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:44:30.487005 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:44:30.487158 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:44:30.492669 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:44:30.492802 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:44:30.496675 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:44:30.496856 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica snapshots. {{(pid=88840) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:44:30.506032 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._report_driver_status {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:44:30.506032 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share status
Feb 19 02:44:30.506203 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:30.506368 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 65] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:30.506823 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 65] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:30.506907 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 65 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:30.508530 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 65] Sesch channel 65 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:30.538454 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 65] EOF received (65) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:30.540826 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 65] EOF sent (65) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:30.540826 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:30.540826 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:44:30.541096 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:30.542247 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 43] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:30.542465 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 43] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:30.542561 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 43 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:30.544669 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 43] Sesch channel 43 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:30.572947 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 43] EOF received (43) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:30.572987 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 43] EOF sent (43) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:30.575286 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:30.575286 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:44:30.575420 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:30.575620 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 92] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:30.576054 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 92] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:30.576159 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 92 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:30.577780 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 92] Sesch channel 92 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:30.607039 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 92] EOF received (92) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:30.607465 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 92] EOF sent (92) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:30.607982 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:30.608220 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:44:30.608503 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:30.608777 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 66] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:30.609386 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 66] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:30.609553 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 66 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:30.611358 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 66] Sesch channel 66 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:30.637155 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 66] EOF received (66) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:30.637568 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 66] EOF sent (66) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:30.638151 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:30.638473 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:44:30.638728 np0000156481 manila-share[88840]: DEBUG manila.share.driver [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share stats. {{(pid=88840) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:44:30.639063 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:44:30.643125 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:44:30.646276 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:44:30.646444 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share instances. {{(pid=88840) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:44:30.653296 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:44:31.466014 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:31.466710 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] [chan 43] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:31.467677 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 43] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:31.467849 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 43 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:31.469559 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 43] Sesch channel 43 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:31.509660 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 43] EOF received (43) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:31.510004 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 43] EOF sent (43) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:31.510543 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:31.510931 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.099s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:31.511143 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:31.511655 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:31.511879 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:31.512095 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] [chan 52] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:31.515559 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 52] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:31.515706 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 52 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:31.517384 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 52] Sesch channel 52 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:31.542451 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 52] EOF received (52) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:31.542865 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 52] EOF sent (52) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:31.543641 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:31.543977 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:44:31.544591 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:31.544973 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] [chan 52] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:31.545604 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 52] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:31.545772 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 52 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:31.547423 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 52] Sesch channel 52 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:31.567205 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 52] EOF received (52) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:31.567671 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 52] EOF sent (52) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:31.568451 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:33.570106 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:33.570990 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] [chan 65] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:33.571398 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 65] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:33.571502 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 65 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:33.573668 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 65] Sesch channel 65 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:33.619408 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 65] EOF received (65) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:33.619660 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 65] EOF sent (65) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:33.620125 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:33.620482 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.109s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:33.620660 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:33.620927 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] [chan 44] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:33.621369 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 44] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:33.621476 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 44 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:33.622789 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 44] Sesch channel 44 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:33.651783 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 44] EOF received (44) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:33.652204 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 44] EOF sent (44) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:33.652983 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:33.653471 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:33.653995 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:33.654289 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:33.654663 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] [chan 32] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:33.655344 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 32] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:33.655530 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 32 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:33.657482 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 32] Sesch channel 32 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:33.683978 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 32] EOF received (32) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:33.684359 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 32] EOF sent (32) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:33.684956 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:33.685236 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:44:33.685548 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.032s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:33.685807 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:33.686214 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:33.686505 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:33.686821 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] [chan 53] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:33.687435 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 53] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:33.687596 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 53 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:33.689547 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 53] Sesch channel 53 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:33.715022 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 53] EOF received (53) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:33.715384 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 53] EOF sent (53) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:33.715939 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:33.716229 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is /gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:44:33.716516 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): lsof -w /gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:33.716874 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] [chan 53] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:33.717472 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 53] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:33.717825 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 53 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:33.719932 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 53] Sesch channel 53 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:33.832989 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 53] EOF received (53) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:33.833218 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 53] EOF sent (53) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:33.833809 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:33.834256 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount /gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:33.834605 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] [chan 66] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:33.835171 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 66] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:33.835382 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 66 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:33.837277 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 66] Sesch channel 66 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:33.869494 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 66] EOF received (66) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:33.869494 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 66] EOF sent (66) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:33.869758 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:35.871142 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:35.871705 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] [chan 45] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:35.872308 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 45] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:35.872497 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 45 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:35.874977 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 45] Sesch channel 45 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:35.936211 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 45] EOF received (45) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:35.936543 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 45] EOF sent (45) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:35.937055 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:35.937462 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_fa8f55f9_b51a_43a4_a3e7_f000704c560e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.251s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:36.028015 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Created reservations ['ac09d442-b81a-4b4e-bd92-c5497aa2b4e8', '43d79c96-6b6b-4afe-bf5b-d5b1a67829a6', 'b6e8ea20-9591-4c75-a575-dbd8624b9a28', 'b7272019-851a-4224-8347-357d269c858c'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:44:36.040497 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Committed reservations ['ac09d442-b81a-4b4e-bd92-c5497aa2b4e8', '43d79c96-6b6b-4afe-bf5b-d5b1a67829a6', 'b6e8ea20-9591-4c75-a575-dbd8624b9a28', 'b7272019-851a-4224-8347-357d269c858c'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:44:36.044728 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-be6de183-fe66-46e4-9b25-f4715e17595b tempest-ReplicationAdminTest-649857771 None] Share replica fa8f55f9-b51a-43a4-a3e7-f000704c560e deleted successfully.
Feb 19 02:44:37.474276 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-8f1d4657-d0b1-4edf-b6a6-36a8da241067 tempest-ReplicationAdminTest-649857771 None] Lock "locked-share-replica-operation-for-share-d465e4f0-78e1-4f3c-92d4-b5c4d0ca857e" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:44:37.567379 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8f1d4657-d0b1-4edf-b6a6-36a8da241067 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:37.567642 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-8f1d4657-d0b1-4edf-b6a6-36a8da241067 tempest-ReplicationAdminTest-649857771 None] [chan 54] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:37.568145 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 54] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:37.568235 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 54 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:37.569836 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 54] Sesch channel 54 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:37.822024 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 54] EOF received (54) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:37.822907 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 54] EOF sent (54) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:37.823647 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8f1d4657-d0b1-4edf-b6a6-36a8da241067 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:37.823994 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8f1d4657-d0b1-4edf-b6a6-36a8da241067 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:37.824356 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-8f1d4657-d0b1-4edf-b6a6-36a8da241067 tempest-ReplicationAdminTest-649857771 None] [chan 54] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:37.824953 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 54] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:37.825114 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 54 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:37.827752 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 54] Sesch channel 54 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:38.692567 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 54] EOF received (54) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:38.692567 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 54] EOF sent (54) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:38.692954 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8f1d4657-d0b1-4edf-b6a6-36a8da241067 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:38.692954 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-8f1d4657-d0b1-4edf-b6a6-36a8da241067 tempest-ReplicationAdminTest-649857771 None] Info about replica '9b5a26e1-5417-4ef9-a314-c1937607ed79' creation is following:
Feb 19 02:44:38.692954 np0000156481 manila-share[88844]: receiving full stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241 into gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241
Feb 19 02:44:38.692954 np0000156481 manila-share[88844]: received 43.9K stream in 0.08 seconds (568K/sec)
Feb 19 02:44:38.692954 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593 into gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593
Feb 19 02:44:38.692954 np0000156481 manila-share[88844]: received 312B stream in 0.07 seconds (4.24K/sec)
Feb 19 02:44:38.692954 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499 into gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499
Feb 19 02:44:38.692954 np0000156481 manila-share[88844]: received 312B stream in 0.07 seconds (4.11K/sec)
Feb 19 02:44:38.693239 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804 into gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804
Feb 19 02:44:38.693239 np0000156481 manila-share[88844]: received 312B stream in 0.08 seconds (3.97K/sec)
Feb 19 02:44:38.693239 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922 into gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922
Feb 19 02:44:38.693239 np0000156481 manila-share[88844]: received 312B stream in 0.10 seconds (3.15K/sec)
Feb 19 02:44:38.693239 np0000156481 manila-share[88844]:  {{(pid=88844) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 02:44:38.693239 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8f1d4657-d0b1-4edf-b6a6-36a8da241067 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:38.693455 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-8f1d4657-d0b1-4edf-b6a6-36a8da241067 tempest-ReplicationAdminTest-649857771 None] [chan 67] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:38.694458 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 67] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:38.695252 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 67 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:38.697137 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 67] Sesch channel 67 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:38.751746 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 67] EOF received (67) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:38.752217 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 67] EOF sent (67) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:38.752624 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8f1d4657-d0b1-4edf-b6a6-36a8da241067 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:38.752977 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8f1d4657-d0b1-4edf-b6a6-36a8da241067 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:38.753478 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-8f1d4657-d0b1-4edf-b6a6-36a8da241067 tempest-ReplicationAdminTest-649857771 None] [chan 46] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:38.753865 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 46] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:38.753914 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 46 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:38.756186 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 46] Sesch channel 46 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:38.796286 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 46] EOF received (46) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:38.796549 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 46] EOF sent (46) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:38.796970 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8f1d4657-d0b1-4edf-b6a6-36a8da241067 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:38.797205 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8f1d4657-d0b1-4edf-b6a6-36a8da241067 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:38.797660 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8f1d4657-d0b1-4edf-b6a6-36a8da241067 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:38.797851 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8f1d4657-d0b1-4edf-b6a6-36a8da241067 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:38.798072 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-8f1d4657-d0b1-4edf-b6a6-36a8da241067 tempest-ReplicationAdminTest-649857771 None] [chan 38] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:38.798562 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 38] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:38.798670 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 38 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:38.799895 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 38] Sesch channel 38 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:38.835266 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 38] EOF received (38) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:38.835266 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 38] EOF sent (38) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:38.835266 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8f1d4657-d0b1-4edf-b6a6-36a8da241067 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:38.835266 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8f1d4657-d0b1-4edf-b6a6-36a8da241067 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:38.835266 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-8f1d4657-d0b1-4edf-b6a6-36a8da241067 tempest-ReplicationAdminTest-649857771 None] [chan 33] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:38.835996 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 33] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:38.836349 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 33 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:38.838083 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 33] Sesch channel 33 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:38.888133 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 33] EOF received (33) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:38.888133 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 33] EOF sent (33) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:38.888133 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8f1d4657-d0b1-4edf-b6a6-36a8da241067 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:38.888133 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8f1d4657-d0b1-4edf-b6a6-36a8da241067 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.090s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:38.888133 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8f1d4657-d0b1-4edf-b6a6-36a8da241067 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:38.888133 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-8f1d4657-d0b1-4edf-b6a6-36a8da241067 tempest-ReplicationAdminTest-649857771 None] [chan 39] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:38.889009 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 39] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:38.889362 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 39 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:38.891392 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 39] Sesch channel 39 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:38.926779 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 39] EOF received (39) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:38.926779 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 39] EOF sent (39) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:38.926779 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8f1d4657-d0b1-4edf-b6a6-36a8da241067 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:38.926779 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8f1d4657-d0b1-4edf-b6a6-36a8da241067 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is /gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:44:38.959919 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8f1d4657-d0b1-4edf-b6a6-36a8da241067 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9b5a26e1-5417-4ef9-a314-c1937607ed79" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:38.960515 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8f1d4657-d0b1-4edf-b6a6-36a8da241067 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_9b5a26e1-5417-4ef9-a314-c1937607ed79" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:38.963704 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8f1d4657-d0b1-4edf-b6a6-36a8da241067 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_9b5a26e1-5417-4ef9-a314-c1937607ed79" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:38.963982 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8f1d4657-d0b1-4edf-b6a6-36a8da241067 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9b5a26e1-5417-4ef9-a314-c1937607ed79" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:38.964397 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8f1d4657-d0b1-4edf-b6a6-36a8da241067 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_9b5a26e1-5417-4ef9-a314-c1937607ed79" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:38.980408 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8f1d4657-d0b1-4edf-b6a6-36a8da241067 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_9b5a26e1-5417-4ef9-a314-c1937607ed79" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.016s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:38.980687 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-8f1d4657-d0b1-4edf-b6a6-36a8da241067 tempest-ReplicationAdminTest-649857771 None] Share replica 9b5a26e1-5417-4ef9-a314-c1937607ed79 created successfully.
Feb 19 02:44:40.630563 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Lock "locked-share-replica-operation-for-share-d465e4f0-78e1-4f3c-92d4-b5c4d0ca857e" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:44:40.692374 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9b5a26e1-5417-4ef9-a314-c1937607ed79" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:40.692709 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_9b5a26e1-5417-4ef9-a314-c1937607ed79" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:40.694563 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_9b5a26e1-5417-4ef9-a314-c1937607ed79" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:40.694696 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9b5a26e1-5417-4ef9-a314-c1937607ed79" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:40.694904 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_9b5a26e1-5417-4ef9-a314-c1937607ed79" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:40.696951 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_9b5a26e1-5417-4ef9-a314-c1937607ed79" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:40.697075 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9b5a26e1-5417-4ef9-a314-c1937607ed79" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:40.697284 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_9b5a26e1-5417-4ef9-a314-c1937607ed79" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:40.698960 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_9b5a26e1-5417-4ef9-a314-c1937607ed79" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:40.699086 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] All access rules have been synced for share instance 9b5a26e1-5417-4ef9-a314-c1937607ed79 belonging to share d465e4f0-78e1-4f3c-92d4-b5c4d0ca857e. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:44:40.702425 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:40.702619 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] [chan 55] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:40.703088 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 55] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:40.703193 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 55 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:40.704599 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 55] Sesch channel 55 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:40.746758 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 55] EOF received (55) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:40.747174 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 55] EOF sent (55) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:40.748050 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:40.748536 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:40.749182 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:40.749587 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:40.749955 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] [chan 55] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:40.750724 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 55] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:40.750899 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 55 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:40.752907 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 55] Sesch channel 55 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:40.782637 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 55] EOF received (55) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:40.783027 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 55] EOF sent (55) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:40.783718 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:40.784069 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:44:40.784549 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:40.784909 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] [chan 68] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:40.785658 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 68] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:40.785822 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 68 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:40.787296 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 68] Sesch channel 68 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:40.808374 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 68] EOF received (68) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:40.808741 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 68] EOF sent (68) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:40.809453 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:42.810944 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:42.811585 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] [chan 47] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:42.812338 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 47] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:42.812526 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 47 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:42.815093 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 47] Sesch channel 47 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:42.859820 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 47] EOF received (47) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:42.860220 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 47] EOF sent (47) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:42.860996 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:42.861580 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.112s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:42.861902 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:42.862958 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:42.863261 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:42.863699 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] [chan 56] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:42.864347 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 56] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:42.864520 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 56 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:42.866488 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 56] Sesch channel 56 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:42.895097 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 56] EOF received (56) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:42.895407 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 56] EOF sent (56) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:42.895865 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:42.896106 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:44:42.896467 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:42.896715 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] [chan 56] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:42.897380 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 56] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:42.897489 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 56 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:42.899562 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 56] Sesch channel 56 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:42.918026 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 56] EOF received (56) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:42.918440 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 56] EOF sent (56) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:42.919080 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:44.925450 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:44.926398 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] [chan 69] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:44.927047 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 69] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:44.927146 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 69 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:44.929480 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 69] Sesch channel 69 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:44.974413 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 69] EOF received (69) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:44.974811 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 69] EOF sent (69) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:44.975483 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:44.975995 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.113s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:44.976306 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:44.977033 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:44.977353 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:44.977702 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] [chan 48] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:44.978268 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 48] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:44.978470 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 48 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:44.980650 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 48] Sesch channel 48 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:45.006165 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 48] EOF received (48) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:45.006543 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 48] EOF sent (48) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:45.007116 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:45.007465 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:44:45.007871 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:45.008182 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] [chan 57] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:45.008857 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 57] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:45.009022 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 57 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:45.010693 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 57] Sesch channel 57 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:45.030033 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 57] EOF received (57) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:45.030412 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 57] EOF sent (57) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:45.030955 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:46.476990 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo umount /gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:46.476990 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] [chan 57] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:46.478213 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 57] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:46.478577 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 57 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:46.480722 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 57] Sesch channel 57 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:46.502486 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 57] EOF received (57) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:46.502486 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 57] EOF sent (57) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:46.502486 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:47.032570 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:47.033359 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] [chan 70] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:47.034186 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 70] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:47.034186 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 70 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:47.036198 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 70] Sesch channel 70 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:47.080432 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 70] EOF received (70) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:47.080432 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 70] EOF sent (70) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:47.080432 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:47.080432 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.102s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:47.080432 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:47.080780 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:47.080780 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:47.080780 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] [chan 49] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:47.081163 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 49] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:47.081384 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 49 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:47.083455 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 49] Sesch channel 49 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:47.108830 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 49] EOF received (49) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:47.108830 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 49] EOF sent (49) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:47.108830 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:47.108830 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:44:47.108830 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:47.108830 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] [chan 58] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:47.109657 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 58] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:47.109978 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 58 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:47.112014 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 58] Sesch channel 58 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:47.129235 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 58] EOF received (58) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:47.130604 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 58] EOF sent (58) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:47.130604 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:48.504192 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:48.504192 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] [chan 58] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:48.505557 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 58] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:48.505872 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 58 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:48.508298 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 58] Sesch channel 58 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:48.549163 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 58] EOF received (58) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:48.549163 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 58] EOF sent (58) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:48.549163 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:48.549163 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 77.497(s), this was the 7th time calling it. {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 02:44:48.549163 np0000156481 manila-share[88844]: DEBUG manila.utils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 64.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 02:44:48.549163 np0000156481 manila-share[88844]: Command: sudo zfs destroy -f gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516
Feb 19 02:44:48.549163 np0000156481 manila-share[88844]: Exit code: 1
Feb 19 02:44:48.549163 np0000156481 manila-share[88844]: Stdout: ''
Feb 19 02:44:48.549163 np0000156481 manila-share[88844]: Stderr: "cannot unmount '/gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516': pool or dataset is busy\n". {{(pid=88844) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 02:44:49.132870 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:49.132870 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] [chan 71] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:49.133594 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 71] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:49.133942 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 71 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:49.136638 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 71] Sesch channel 71 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:49.186912 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 71] EOF received (71) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:49.186912 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 71] EOF sent (71) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:49.186912 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:49.186912 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.106s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:49.186912 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:49.188077 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:49.188521 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:49.188862 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] [chan 50] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:49.189582 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 50] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:49.189803 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 50 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:49.192085 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 50] Sesch channel 50 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:49.213719 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 50] EOF received (50) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:49.213719 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 50] EOF sent (50) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:49.213719 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:49.213719 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:44:49.213719 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:49.213719 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] [chan 59] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:49.214526 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 59] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:49.214859 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 59 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:49.217197 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 59] Sesch channel 59 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:49.239275 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 59] EOF received (59) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:49.239275 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 59] EOF sent (59) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:49.239275 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:51.240091 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:51.241167 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] [chan 59] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:51.241742 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 59] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:51.241861 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 59 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:51.243890 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 59] Sesch channel 59 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:51.289029 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 59] EOF received (59) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:51.289029 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 59] EOF sent (59) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:51.289029 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:51.289029 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.100s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:51.289029 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:51.289742 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] [chan 72] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:51.290595 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 72] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:51.290951 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 72 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:51.292800 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 72] Sesch channel 72 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:51.323072 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 72] EOF received (72) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:51.324340 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 72] EOF sent (72) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:51.324340 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:51.324340 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:51.324340 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:51.324661 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:51.324892 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] [chan 34] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:51.325282 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 34] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:51.325482 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 34 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:51.326612 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 34] Sesch channel 34 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:51.353976 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 34] EOF received (34) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:51.353976 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 34] EOF sent (34) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:51.353976 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:51.353976 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:44:51.353976 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.029s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:51.353976 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:51.354187 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:51.354187 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:51.354187 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] [chan 51] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:51.354472 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 51] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:51.354625 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 51 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:51.356219 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 51] Sesch channel 51 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:51.383614 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 51] EOF received (51) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:51.383614 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 51] EOF sent (51) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:51.383614 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:51.383614 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is /gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:44:51.383614 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): lsof -w /gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:51.383614 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] [chan 60] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:51.384457 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 60] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:51.384823 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 60 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:51.387123 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 60] Sesch channel 60 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:51.511119 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 60] EOF received (60) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:51.511714 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 60] EOF sent (60) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:51.512465 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:51.513161 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount /gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:51.513678 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] [chan 60] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:51.514444 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 60] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:51.514637 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 60 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:51.517099 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 60] Sesch channel 60 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:51.552738 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 60] EOF received (60) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:51.552738 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 60] EOF sent (60) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:51.552738 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:53.554129 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:53.555954 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] [chan 73] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:53.557176 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 73] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:53.557176 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 73 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:53.558668 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 73] Sesch channel 73 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:53.623834 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 73] EOF received (73) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:53.623834 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 73] EOF sent (73) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:53.623834 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:53.623834 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_9b5a26e1_5417_4ef9_a314_c1937607ed79" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.269s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:53.624980 np0000156481 manila-share[88844]: DEBUG dbcounter [-] [88844] Writing DB stats manila:UPDATE=30,manila:SELECT=325,manila:INSERT=29 {{(pid=88844) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:44:53.715512 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Created reservations ['4064c3ce-dc54-470b-a6d7-173fd577c3ef', '055704a8-5285-4b83-b628-1708d28ab20d', 'c0d43263-931f-4eab-8863-5be1132e8893', 'ea38714a-f9aa-44c3-927f-187bf925d6d9'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:44:53.730131 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Committed reservations ['4064c3ce-dc54-470b-a6d7-173fd577c3ef', '055704a8-5285-4b83-b628-1708d28ab20d', 'c0d43263-931f-4eab-8863-5be1132e8893', 'ea38714a-f9aa-44c3-927f-187bf925d6d9'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:44:53.735136 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-5720bd37-31b9-423d-914d-76c893a06b49 tempest-ReplicationAdminTest-649857771 None] Share replica 9b5a26e1-5417-4ef9-a314-c1937607ed79 deleted successfully.
Feb 19 02:44:56.049472 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-db9899aa-f410-4ec5-a2d3-032064fcf440 tempest-ReplicationAdminTest-649857771 None] Lock "locked-share-replica-operation-for-share-d465e4f0-78e1-4f3c-92d4-b5c4d0ca857e" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:44:56.108305 np0000156481 manila-share[88840]: DEBUG dbcounter [-] [88840] Writing DB stats manila:SELECT=200,manila:UPDATE=19,manila:INSERT=15 {{(pid=88840) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:44:56.154606 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-db9899aa-f410-4ec5-a2d3-032064fcf440 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__9e9551ca_f7f5_436e_9bc6_14356370dd92_time_2026-02-19T02:44:56.136698 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:56.155467 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-db9899aa-f410-4ec5-a2d3-032064fcf440 tempest-ReplicationAdminTest-649857771 None] [chan 52] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:56.156404 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 52] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:56.156404 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 52 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:56.158795 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 52] Sesch channel 52 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:56.425649 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 52] EOF received (52) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:56.425649 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 52] EOF sent (52) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:56.425649 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-db9899aa-f410-4ec5-a2d3-032064fcf440 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:56.425649 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-db9899aa-f410-4ec5-a2d3-032064fcf440 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__9e9551ca_f7f5_436e_9bc6_14356370dd92_time_2026-02-19T02:44:56.136698 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:56.425649 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-db9899aa-f410-4ec5-a2d3-032064fcf440 tempest-ReplicationAdminTest-649857771 None] [chan 61] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:56.426630 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 61] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:56.426980 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 61 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:56.428923 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 61] Sesch channel 61 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:57.352423 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 61] EOF received (61) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:57.352423 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 61] EOF sent (61) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:57.352423 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-db9899aa-f410-4ec5-a2d3-032064fcf440 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:57.352423 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-db9899aa-f410-4ec5-a2d3-032064fcf440 tempest-ReplicationAdminTest-649857771 None] Info about replica '9e9551ca-f7f5-436e-9bc6-14356370dd92' creation is following:
Feb 19 02:44:57.352423 np0000156481 manila-share[88844]: receiving full stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241 into gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241
Feb 19 02:44:57.352423 np0000156481 manila-share[88844]: received 43.9K stream in 0.08 seconds (551K/sec)
Feb 19 02:44:57.352423 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593 into gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593
Feb 19 02:44:57.352423 np0000156481 manila-share[88844]: received 312B stream in 0.07 seconds (4.31K/sec)
Feb 19 02:44:57.353283 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499 into gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499
Feb 19 02:44:57.353283 np0000156481 manila-share[88844]: received 312B stream in 0.07 seconds (4.07K/sec)
Feb 19 02:44:57.353283 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804 into gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804
Feb 19 02:44:57.353283 np0000156481 manila-share[88844]: received 312B stream in 0.08 seconds (4.04K/sec)
Feb 19 02:44:57.353283 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922 into gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922
Feb 19 02:44:57.353283 np0000156481 manila-share[88844]: received 312B stream in 0.07 seconds (4.12K/sec)
Feb 19 02:44:57.353283 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__9e9551ca_f7f5_436e_9bc6_14356370dd92_time_2026-02-19T02:44:56.136698 into gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92@tmp_snapshot_for_replication__9e9551ca_f7f5_436e_9bc6_14356370dd92_time_2026-02-19T02:44:56.136698
Feb 19 02:44:57.353283 np0000156481 manila-share[88844]: received 312B stream in 0.07 seconds (4.10K/sec)
Feb 19 02:44:57.353283 np0000156481 manila-share[88844]:  {{(pid=88844) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 02:44:57.353598 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-db9899aa-f410-4ec5-a2d3-032064fcf440 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:57.353598 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-db9899aa-f410-4ec5-a2d3-032064fcf440 tempest-ReplicationAdminTest-649857771 None] [chan 61] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:57.354161 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 61] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:57.354394 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 61 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:57.356257 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 61] Sesch channel 61 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:57.417267 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 61] EOF received (61) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:57.417267 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 61] EOF sent (61) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:57.417267 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-db9899aa-f410-4ec5-a2d3-032064fcf440 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:57.417267 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-db9899aa-f410-4ec5-a2d3-032064fcf440 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:57.417267 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-db9899aa-f410-4ec5-a2d3-032064fcf440 tempest-ReplicationAdminTest-649857771 None] [chan 74] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:57.418097 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 74] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:57.418483 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 74 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:57.420842 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 74] Sesch channel 74 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:57.498000 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 74] EOF received (74) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:57.498000 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 74] EOF sent (74) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:57.498000 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-db9899aa-f410-4ec5-a2d3-032064fcf440 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:57.498000 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-db9899aa-f410-4ec5-a2d3-032064fcf440 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:57.498000 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-db9899aa-f410-4ec5-a2d3-032064fcf440 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:57.498000 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-db9899aa-f410-4ec5-a2d3-032064fcf440 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:57.499728 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-db9899aa-f410-4ec5-a2d3-032064fcf440 tempest-ReplicationAdminTest-649857771 None] [chan 40] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:57.500684 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 40] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:57.501019 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 40 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:57.503511 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 40] Sesch channel 40 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:57.542879 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 40] EOF received (40) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:57.542879 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 40] EOF sent (40) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:57.542879 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-db9899aa-f410-4ec5-a2d3-032064fcf440 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:57.542879 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-db9899aa-f410-4ec5-a2d3-032064fcf440 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:57.542879 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-db9899aa-f410-4ec5-a2d3-032064fcf440 tempest-ReplicationAdminTest-649857771 None] [chan 35] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:57.543410 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 35] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:57.543705 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 35 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:57.545233 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 35] Sesch channel 35 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:57.594499 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 35] EOF received (35) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:57.594499 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 35] EOF sent (35) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:57.594499 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-db9899aa-f410-4ec5-a2d3-032064fcf440 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:57.594499 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-db9899aa-f410-4ec5-a2d3-032064fcf440 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.097s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:57.594499 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-db9899aa-f410-4ec5-a2d3-032064fcf440 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:57.594499 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-db9899aa-f410-4ec5-a2d3-032064fcf440 tempest-ReplicationAdminTest-649857771 None] [chan 41] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:57.595363 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 41] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:57.595730 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 41 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:57.598526 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 41] Sesch channel 41 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:57.630355 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 41] EOF received (41) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:57.630355 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 41] EOF sent (41) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:57.630355 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-db9899aa-f410-4ec5-a2d3-032064fcf440 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:57.630355 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-db9899aa-f410-4ec5-a2d3-032064fcf440 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is /gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:44:57.664014 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-db9899aa-f410-4ec5-a2d3-032064fcf440 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9e9551ca-f7f5-436e-9bc6-14356370dd92" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:57.664528 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-db9899aa-f410-4ec5-a2d3-032064fcf440 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_9e9551ca-f7f5-436e-9bc6-14356370dd92" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:57.666706 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-db9899aa-f410-4ec5-a2d3-032064fcf440 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_9e9551ca-f7f5-436e-9bc6-14356370dd92" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:57.666928 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-db9899aa-f410-4ec5-a2d3-032064fcf440 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9e9551ca-f7f5-436e-9bc6-14356370dd92" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:57.667203 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-db9899aa-f410-4ec5-a2d3-032064fcf440 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_9e9551ca-f7f5-436e-9bc6-14356370dd92" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:57.682100 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-db9899aa-f410-4ec5-a2d3-032064fcf440 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_9e9551ca-f7f5-436e-9bc6-14356370dd92" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:57.682345 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-db9899aa-f410-4ec5-a2d3-032064fcf440 tempest-ReplicationAdminTest-649857771 None] Share replica 9e9551ca-f7f5-436e-9bc6-14356370dd92 created successfully.
Feb 19 02:44:59.205722 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Lock "locked-share-replica-operation-for-share-d465e4f0-78e1-4f3c-92d4-b5c4d0ca857e" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:44:59.272123 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9e9551ca-f7f5-436e-9bc6-14356370dd92" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:59.272123 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_9e9551ca-f7f5-436e-9bc6-14356370dd92" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:59.273563 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_9e9551ca-f7f5-436e-9bc6-14356370dd92" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:59.273776 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9e9551ca-f7f5-436e-9bc6-14356370dd92" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:59.274069 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_9e9551ca-f7f5-436e-9bc6-14356370dd92" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:59.276157 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_9e9551ca-f7f5-436e-9bc6-14356370dd92" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:59.276376 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9e9551ca-f7f5-436e-9bc6-14356370dd92" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:59.276635 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_9e9551ca-f7f5-436e-9bc6-14356370dd92" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:59.278622 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_9e9551ca-f7f5-436e-9bc6-14356370dd92" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:44:59.278814 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] All access rules have been synced for share instance 9e9551ca-f7f5-436e-9bc6-14356370dd92 belonging to share d465e4f0-78e1-4f3c-92d4-b5c4d0ca857e. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:44:59.282089 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:59.282381 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] [chan 53] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:59.282912 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 53] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:59.283062 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 53 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:59.285211 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 53] Sesch channel 53 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:59.330768 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 53] EOF received (53) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:59.330768 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 53] EOF sent (53) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:59.331380 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:59.331795 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:44:59.332406 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:44:59.332740 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:59.332990 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] [chan 62] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:59.333693 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 62] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:59.333856 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 62 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:59.335848 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 62] Sesch channel 62 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:59.366779 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 62] EOF received (62) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:59.367195 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 62] EOF sent (62) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:59.367960 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:44:59.368353 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:44:59.368841 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:44:59.369199 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] [chan 62] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:59.369819 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 62] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:59.370055 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 62 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:44:59.372054 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 62] Sesch channel 62 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:59.391024 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 62] EOF received (62) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:59.391430 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 62] EOF sent (62) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:44:59.392043 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:01.393589 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:01.394417 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] [chan 75] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:01.395153 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 75] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:01.395356 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 75 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:01.397649 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 75] Sesch channel 75 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:01.449500 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 75] EOF received (75) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:01.449881 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 75] EOF sent (75) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:01.450609 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:01.451084 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.119s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:01.452635 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:01.452635 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:01.452635 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:01.452821 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] [chan 54] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:01.453461 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 54] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:01.453626 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 54 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:01.455700 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 54] Sesch channel 54 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:01.482284 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 54] EOF received (54) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:01.482695 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 54] EOF sent (54) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:01.483393 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:01.483719 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:01.484647 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:01.484977 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] [chan 63] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:01.485789 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 63] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:01.485951 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 63 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:01.487617 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 63] Sesch channel 63 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:01.507899 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 63] EOF received (63) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:01.508259 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 63] EOF sent (63) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:01.508840 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:03.145791 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:03.510589 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:03.511226 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] [chan 63] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:03.511986 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 63] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:03.512229 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 63 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:03.514346 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 63] Sesch channel 63 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:03.564556 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 63] EOF received (63) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:03.564826 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 63] EOF sent (63) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:03.565282 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:03.565644 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.114s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:03.565866 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:03.566364 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:03.566549 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:03.567278 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] [chan 76] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:03.568153 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 76] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:03.568379 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 76 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:03.570629 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 76] Sesch channel 76 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:03.599681 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 76] EOF received (76) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:03.600081 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 76] EOF sent (76) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:03.600736 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:03.601082 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:03.601579 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:03.601930 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] [chan 55] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:03.602565 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 55] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:03.602728 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 55 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:03.604442 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 55] Sesch channel 55 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:03.626023 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 55] EOF received (55) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:03.626454 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 55] EOF sent (55) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:03.627050 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:05.210508 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:45:05.211536 np0000156481 manila-share[88844]: DEBUG manila.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Notifying Schedulers of capabilities ... {{(pid=88844) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:45:05.213667 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:45:05.243715 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:45:05.243881 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica instances. {{(pid=88844) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:45:05.628604 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:05.628976 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] [chan 64] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:05.629936 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 64] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:05.630089 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 64 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:05.632481 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 64] Sesch channel 64 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:05.682172 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 64] EOF received (64) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:05.682581 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 64] EOF sent (64) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:05.683219 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:05.683724 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.117s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:05.684013 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:05.684619 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:05.684897 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:05.685210 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] [chan 64] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:05.685989 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 64] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:05.686113 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 64 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:05.688503 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 64] Sesch channel 64 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:05.715613 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 64] EOF received (64) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:05.715975 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 64] EOF sent (64) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:05.716627 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:05.716934 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:05.717338 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:05.718097 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] [chan 77] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:05.718873 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 77] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:05.719037 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 77 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:05.721103 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 77] Sesch channel 77 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:05.742107 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 77] EOF received (77) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:05.742507 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 77] EOF sent (77) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:05.743182 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:07.744338 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:07.745156 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] [chan 56] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:07.745532 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 56] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:07.745708 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 56 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:07.748169 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 56] Sesch channel 56 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:07.791260 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 56] EOF received (56) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:07.791523 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 56] EOF sent (56) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:07.791948 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:07.792395 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.108s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:07.792681 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:07.793285 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:07.793641 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:07.793971 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] [chan 65] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:07.795065 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 65] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:07.795247 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 65 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:07.797235 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 65] Sesch channel 65 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:07.825718 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 65] EOF received (65) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:07.826068 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 65] EOF sent (65) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:07.826669 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:07.826987 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:07.827440 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:07.827739 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] [chan 65] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:07.828461 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 65] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:07.828631 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 65 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:07.830443 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 65] Sesch channel 65 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:07.850104 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 65] EOF received (65) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:07.850492 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 65] EOF sent (65) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:07.851060 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:09.852459 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:09.853259 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] [chan 78] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:09.853950 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 78] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:09.854118 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 78 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:09.856503 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 78] Sesch channel 78 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:09.900092 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 78] EOF received (78) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:09.900504 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 78] EOF sent (78) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:09.901225 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:09.901734 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.108s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:09.902027 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92@tmp_snapshot_for_replication__9e9551ca_f7f5_436e_9bc6_14356370dd92_time_2026-02-19T02:44:56.136698" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:09.902811 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92@tmp_snapshot_for_replication__9e9551ca_f7f5_436e_9bc6_14356370dd92_time_2026-02-19T02:44:56.136698" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:09.903101 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92@tmp_snapshot_for_replication__9e9551ca_f7f5_436e_9bc6_14356370dd92_time_2026-02-19T02:44:56.136698 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:09.903455 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] [chan 57] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:09.904042 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 57] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:09.904197 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 57 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:09.906417 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 57] Sesch channel 57 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:09.935072 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 57] EOF received (57) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:09.935446 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 57] EOF sent (57) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:09.936077 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:09.936417 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:09.936817 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:09.937157 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] [chan 66] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:09.937903 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 66] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:09.938066 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 66 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:09.940494 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 66] Sesch channel 66 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:09.961844 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 66] EOF received (66) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:09.962193 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 66] EOF sent (66) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:09.962951 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:11.964728 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92@tmp_snapshot_for_replication__9e9551ca_f7f5_436e_9bc6_14356370dd92_time_2026-02-19T02:44:56.136698 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:11.965543 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] [chan 66] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:11.966446 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 66] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:11.966689 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 66 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:11.969401 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 66] Sesch channel 66 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:12.018405 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 66] EOF received (66) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:12.018791 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 66] EOF sent (66) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:12.019512 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:12.019989 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92@tmp_snapshot_for_replication__9e9551ca_f7f5_436e_9bc6_14356370dd92_time_2026-02-19T02:44:56.136698" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.117s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:12.020288 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:12.020669 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] [chan 79] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:12.021405 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 79] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:12.021565 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 79 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:12.023573 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 79] Sesch channel 79 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:12.053913 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 79] EOF received (79) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:12.054077 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 79] EOF sent (79) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:12.054458 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:12.054681 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:12.054956 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:12.055081 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:12.055243 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] [chan 36] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:12.055603 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 36] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:12.055706 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 36 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:12.056788 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 36] Sesch channel 36 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:12.081340 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 36] EOF received (36) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:12.081737 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 36] EOF sent (36) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:12.082395 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:12.082737 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:12.083070 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.028s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:12.083403 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:12.083872 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:12.084168 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:12.084706 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] [chan 58] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:12.085288 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 58] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:12.085514 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 58 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:12.087191 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 58] Sesch channel 58 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:12.111657 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 58] EOF received (58) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:12.112037 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 58] EOF sent (58) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:12.112747 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:12.113076 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is /gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:12.113395 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): lsof -w /gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:12.113742 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] [chan 67] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:12.114299 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 67] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:12.114514 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 67 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:12.116081 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 67] Sesch channel 67 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:12.237033 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 67] EOF received (67) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:12.237302 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 67] EOF sent (67) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:12.237880 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:12.238385 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount /gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:12.238730 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] [chan 67] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:12.239491 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 67] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:12.239647 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 67 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:12.241646 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 67] Sesch channel 67 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:12.274270 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 67] EOF received (67) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:12.274657 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 67] EOF sent (67) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:12.275196 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:14.276754 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:14.276754 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] [chan 80] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:14.277954 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 80] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:14.278285 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 80 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:14.280826 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 80] Sesch channel 80 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:14.350437 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 80] EOF received (80) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:14.350437 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 80] EOF sent (80) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:14.350437 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:14.350437 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_9e9551ca_f7f5_436e_9bc6_14356370dd92" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.265s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:14.439120 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Created reservations ['08023249-94cf-472d-9a0f-d6b615c9e777', 'cda09838-f449-4aa9-af73-144b348d442a', 'f223bdb2-02d8-4c17-9dfc-6c6c2eaefbb3', '2f526e82-29a1-4065-8942-fe24b06623b7'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:45:14.453343 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Committed reservations ['08023249-94cf-472d-9a0f-d6b615c9e777', 'cda09838-f449-4aa9-af73-144b348d442a', 'f223bdb2-02d8-4c17-9dfc-6c6c2eaefbb3', '2f526e82-29a1-4065-8942-fe24b06623b7'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:45:14.460418 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-e90f5eae-988c-409b-94a9-07c3c035b365 tempest-ReplicationAdminTest-649857771 None] Share replica 9e9551ca-f7f5-436e-9bc6-14356370dd92 deleted successfully.
Feb 19 02:45:14.460418 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Lock "locked-share-replica-operation-for-share-d465e4f0-78e1-4f3c-92d4-b5c4d0ca857e" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:45:14.468378 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:45:14.468582 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:45:14.473530 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:45:14.473719 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:45:14.477857 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:45:14.478427 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica snapshots. {{(pid=88844) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:45:14.487253 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._report_driver_status {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:45:14.487649 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share status
Feb 19 02:45:14.487937 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:14.488234 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 59] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:14.489010 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 59] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:14.489246 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 59 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:14.491538 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 59] Sesch channel 59 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:14.527594 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 59] EOF received (59) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:14.527594 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 59] EOF sent (59) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:14.528472 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:14.528804 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option free's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:14.529121 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:14.529662 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 68] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:14.530369 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 68] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:14.530369 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 68 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:14.532194 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 68] Sesch channel 68 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:14.565940 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 68] EOF received (68) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:14.565940 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 68] EOF sent (68) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:14.565940 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:14.565940 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option size's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:14.565940 np0000156481 manila-share[88844]: DEBUG manila.share.driver [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share stats. {{(pid=88844) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:45:14.565940 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:45:14.571639 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:45:14.577061 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:45:14.577290 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share instances. {{(pid=88844) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:45:14.586404 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:45:17.073688 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:17.680662 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-22636283-4b5d-49cc-a63c-f6fdf88b6611 tempest-ReplicationAdminTest-649857771 None] Lock "locked-share-replica-operation-for-share-d465e4f0-78e1-4f3c-92d4-b5c4d0ca857e" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:45:17.776138 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-22636283-4b5d-49cc-a63c-f6fdf88b6611 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__b304c2f6_2c2b_48fa_9223_37a308ad13a5_time_2026-02-19T02:45:17.760197 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:17.776719 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-22636283-4b5d-49cc-a63c-f6fdf88b6611 tempest-ReplicationAdminTest-649857771 None] [chan 68] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:17.777166 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 68] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:17.777263 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 68 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:17.779379 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 68] Sesch channel 68 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:18.033271 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 68] EOF received (68) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:18.033691 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 68] EOF sent (68) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:18.034363 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-22636283-4b5d-49cc-a63c-f6fdf88b6611 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:18.034761 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-22636283-4b5d-49cc-a63c-f6fdf88b6611 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__b304c2f6_2c2b_48fa_9223_37a308ad13a5_time_2026-02-19T02:45:17.760197 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:18.035114 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-22636283-4b5d-49cc-a63c-f6fdf88b6611 tempest-ReplicationAdminTest-649857771 None] [chan 81] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:18.035895 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 81] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:18.036056 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 81 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:18.038304 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 81] Sesch channel 81 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:19.085482 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 81] EOF received (81) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:19.085897 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 81] EOF sent (81) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:19.086629 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-22636283-4b5d-49cc-a63c-f6fdf88b6611 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:19.086829 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-22636283-4b5d-49cc-a63c-f6fdf88b6611 tempest-ReplicationAdminTest-649857771 None] Info about replica 'b304c2f6-2c2b-48fa-9223-37a308ad13a5' creation is following:
Feb 19 02:45:19.086829 np0000156481 manila-share[88844]: receiving full stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241 into gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241
Feb 19 02:45:19.086829 np0000156481 manila-share[88844]: received 43.9K stream in 0.09 seconds (479K/sec)
Feb 19 02:45:19.086829 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593 into gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593
Feb 19 02:45:19.086829 np0000156481 manila-share[88844]: received 312B stream in 0.08 seconds (3.65K/sec)
Feb 19 02:45:19.086829 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499 into gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499
Feb 19 02:45:19.086829 np0000156481 manila-share[88844]: received 312B stream in 0.08 seconds (3.85K/sec)
Feb 19 02:45:19.086829 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804 into gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804
Feb 19 02:45:19.086829 np0000156481 manila-share[88844]: received 312B stream in 0.07 seconds (4.07K/sec)
Feb 19 02:45:19.087154 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922 into gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922
Feb 19 02:45:19.087154 np0000156481 manila-share[88844]: received 312B stream in 0.08 seconds (3.85K/sec)
Feb 19 02:45:19.087154 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__9e9551ca_f7f5_436e_9bc6_14356370dd92_time_2026-02-19T02:44:56.136698 into gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__9e9551ca_f7f5_436e_9bc6_14356370dd92_time_2026-02-19T02:44:56.136698
Feb 19 02:45:19.087154 np0000156481 manila-share[88844]: received 312B stream in 0.08 seconds (3.68K/sec)
Feb 19 02:45:19.087154 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__b304c2f6_2c2b_48fa_9223_37a308ad13a5_time_2026-02-19T02:45:17.760197 into gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__b304c2f6_2c2b_48fa_9223_37a308ad13a5_time_2026-02-19T02:45:17.760197
Feb 19 02:45:19.087154 np0000156481 manila-share[88844]: received 312B stream in 0.07 seconds (4.35K/sec)
Feb 19 02:45:19.087154 np0000156481 manila-share[88844]:  {{(pid=88844) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 02:45:19.087154 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-22636283-4b5d-49cc-a63c-f6fdf88b6611 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:19.087473 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-22636283-4b5d-49cc-a63c-f6fdf88b6611 tempest-ReplicationAdminTest-649857771 None] [chan 60] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:19.087906 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 60] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:19.088013 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 60 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:19.089864 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 60] Sesch channel 60 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:19.139378 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 60] EOF received (60) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:19.139847 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 60] EOF sent (60) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:19.140448 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-22636283-4b5d-49cc-a63c-f6fdf88b6611 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:19.140774 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-22636283-4b5d-49cc-a63c-f6fdf88b6611 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:19.141110 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-22636283-4b5d-49cc-a63c-f6fdf88b6611 tempest-ReplicationAdminTest-649857771 None] [chan 69] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:19.141821 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 69] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:19.142003 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 69 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:19.144094 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 69] Sesch channel 69 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:19.186823 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 69] EOF received (69) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:19.187059 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 69] EOF sent (69) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:19.189576 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-22636283-4b5d-49cc-a63c-f6fdf88b6611 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:19.189812 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22636283-4b5d-49cc-a63c-f6fdf88b6611 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:19.190242 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22636283-4b5d-49cc-a63c-f6fdf88b6611 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:19.190508 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-22636283-4b5d-49cc-a63c-f6fdf88b6611 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:19.191035 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-22636283-4b5d-49cc-a63c-f6fdf88b6611 tempest-ReplicationAdminTest-649857771 None] [chan 42] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:19.194039 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 42] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:19.194120 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 42 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:19.195615 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 42] Sesch channel 42 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:19.235960 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 42] EOF received (42) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:19.236444 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 42] EOF sent (42) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:19.237189 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-22636283-4b5d-49cc-a63c-f6fdf88b6611 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:19.237633 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-22636283-4b5d-49cc-a63c-f6fdf88b6611 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:19.237972 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-22636283-4b5d-49cc-a63c-f6fdf88b6611 tempest-ReplicationAdminTest-649857771 None] [chan 37] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:19.238706 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 37] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:19.238879 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 37 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:19.240878 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 37] Sesch channel 37 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:19.290234 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 37] EOF received (37) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:19.290718 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 37] EOF sent (37) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:19.291364 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-22636283-4b5d-49cc-a63c-f6fdf88b6611 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:19.291752 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22636283-4b5d-49cc-a63c-f6fdf88b6611 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.101s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:19.292051 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-22636283-4b5d-49cc-a63c-f6fdf88b6611 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:19.292427 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-22636283-4b5d-49cc-a63c-f6fdf88b6611 tempest-ReplicationAdminTest-649857771 None] [chan 43] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:19.292962 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 43] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:19.293820 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 43 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:19.295612 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 43] Sesch channel 43 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:19.321454 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 43] EOF received (43) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:19.321677 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 43] EOF sent (43) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:19.322037 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-22636283-4b5d-49cc-a63c-f6fdf88b6611 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:19.322236 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-22636283-4b5d-49cc-a63c-f6fdf88b6611 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is /gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:19.357541 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22636283-4b5d-49cc-a63c-f6fdf88b6611 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b304c2f6-2c2b-48fa-9223-37a308ad13a5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:19.357905 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22636283-4b5d-49cc-a63c-f6fdf88b6611 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_b304c2f6-2c2b-48fa-9223-37a308ad13a5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:19.360345 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22636283-4b5d-49cc-a63c-f6fdf88b6611 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_b304c2f6-2c2b-48fa-9223-37a308ad13a5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:19.360531 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22636283-4b5d-49cc-a63c-f6fdf88b6611 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b304c2f6-2c2b-48fa-9223-37a308ad13a5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:19.360802 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22636283-4b5d-49cc-a63c-f6fdf88b6611 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_b304c2f6-2c2b-48fa-9223-37a308ad13a5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:19.378386 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22636283-4b5d-49cc-a63c-f6fdf88b6611 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_b304c2f6-2c2b-48fa-9223-37a308ad13a5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.018s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:19.378514 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-22636283-4b5d-49cc-a63c-f6fdf88b6611 tempest-ReplicationAdminTest-649857771 None] Share replica b304c2f6-2c2b-48fa-9223-37a308ad13a5 created successfully.
Feb 19 02:45:20.831238 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Lock "locked-share-replica-operation-for-share-d465e4f0-78e1-4f3c-92d4-b5c4d0ca857e" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:45:20.892966 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b304c2f6-2c2b-48fa-9223-37a308ad13a5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:20.893388 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_b304c2f6-2c2b-48fa-9223-37a308ad13a5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:20.896023 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_b304c2f6-2c2b-48fa-9223-37a308ad13a5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:20.896151 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b304c2f6-2c2b-48fa-9223-37a308ad13a5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:20.896368 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_b304c2f6-2c2b-48fa-9223-37a308ad13a5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:20.898450 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_b304c2f6-2c2b-48fa-9223-37a308ad13a5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:20.898569 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b304c2f6-2c2b-48fa-9223-37a308ad13a5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:20.898772 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_b304c2f6-2c2b-48fa-9223-37a308ad13a5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:20.900783 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_b304c2f6-2c2b-48fa-9223-37a308ad13a5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:20.900958 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] All access rules have been synced for share instance b304c2f6-2c2b-48fa-9223-37a308ad13a5 belonging to share d465e4f0-78e1-4f3c-92d4-b5c4d0ca857e. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:45:20.905227 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:20.905506 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] [chan 69] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:20.906183 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 69] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:20.906295 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 69 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:20.908416 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 69] Sesch channel 69 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:20.953424 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 69] EOF received (69) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:20.953813 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 69] EOF sent (69) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:20.954660 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:20.955060 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:20.955651 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:20.955938 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:20.956254 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] [chan 82] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:20.956933 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 82] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:20.957095 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 82 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:20.959194 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 82] Sesch channel 82 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:20.988644 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 82] EOF received (82) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:20.989007 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 82] EOF sent (82) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:20.989606 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:20.989938 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:20.990359 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:20.990686 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] [chan 61] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:20.991292 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 61] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:20.991496 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 61 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:20.993668 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 61] Sesch channel 61 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:21.014467 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 61] EOF received (61) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:21.014822 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 61] EOF sent (61) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:21.015401 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:21.753546 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo umount /alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:21.754181 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 44] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:21.754681 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 44] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:21.754902 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 44 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:21.756584 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 44] Sesch channel 44 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:21.783371 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 44] EOF received (44) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:21.783774 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 44] EOF sent (44) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:21.784406 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:23.016494 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:23.016935 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] [chan 70] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:23.018498 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 70] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:23.018665 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 70 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:23.020356 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 70] Sesch channel 70 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:23.061255 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 70] EOF received (70) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:23.061666 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 70] EOF sent (70) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:23.062295 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:23.062840 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.107s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:23.064422 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:23.064422 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:23.064422 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:23.064422 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] [chan 70] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:23.065850 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 70] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:23.066030 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 70 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:23.068163 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 70] Sesch channel 70 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:23.094160 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 70] EOF received (70) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:23.094632 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 70] EOF sent (70) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:23.095344 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:23.095670 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:23.096094 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:23.097090 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] [chan 83] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:23.097676 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 83] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:23.097843 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 83 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:23.099562 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 83] Sesch channel 83 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:23.120858 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 83] EOF received (83) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:23.121246 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 83] EOF sent (83) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:23.122041 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:23.786106 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:23.786768 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 93] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:23.787738 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 93] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:23.787917 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 93 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:23.790289 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 93] Sesch channel 93 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:23.853044 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 93] EOF received (93) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:23.853284 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 93] EOF sent (93) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:23.853711 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:23.854073 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-alpha/manila_share_fba93c39_a426_4958_bc87_5cd00e464b5d" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 144.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:23.950396 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Created reservations ['0c389acc-db27-4bad-a671-aa5b1af478fd', '19a9694d-633f-4d69-8752-4674e08f19a3', 'ddbaba6c-c1e6-4583-9c47-34494cc14e93', '45b85e62-2f79-471c-af66-335d12fac1bd'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:45:23.963426 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Committed reservations ['0c389acc-db27-4bad-a671-aa5b1af478fd', '19a9694d-633f-4d69-8752-4674e08f19a3', 'ddbaba6c-c1e6-4583-9c47-34494cc14e93', '45b85e62-2f79-471c-af66-335d12fac1bd'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:45:23.967232 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Share instance fba93c39-a426-4958-bc87-5cd00e464b5d: deleted successfully.
Feb 19 02:45:25.123095 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:25.123816 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] [chan 62] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:25.124058 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 62] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:25.124217 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 62 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:25.126294 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 62] Sesch channel 62 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:25.168694 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 62] EOF received (62) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:25.168947 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 62] EOF sent (62) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:25.169445 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:25.169780 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.106s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:25.169967 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:25.170389 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:25.170583 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:25.170817 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] [chan 71] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:25.171366 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 71] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:25.171520 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 71 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:25.173170 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 71] Sesch channel 71 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:25.217094 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 71] EOF received (71) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:25.217363 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 71] EOF sent (71) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:25.217812 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:25.218049 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:25.218374 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:25.218974 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] [chan 71] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:25.219460 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 71] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:25.219521 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 71 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:25.220811 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 71] Sesch channel 71 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:25.239884 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 71] EOF received (71) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:25.240124 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 71] EOF sent (71) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:25.240573 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:27.242309 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:27.243335 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] [chan 84] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:27.243335 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 84] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:27.243547 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 84 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:27.245564 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 84] Sesch channel 84 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:27.290190 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 84] EOF received (84) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:27.290618 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 84] EOF sent (84) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:27.291292 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:27.291864 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.121s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:27.292165 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:27.292795 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:27.293086 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:27.293455 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] [chan 63] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:27.294079 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 63] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:27.294249 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 63 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:27.296108 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 63] Sesch channel 63 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:27.324509 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 63] EOF received (63) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:27.324861 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 63] EOF sent (63) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:27.325499 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:27.325864 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:27.326285 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:27.326628 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] [chan 72] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:27.327409 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 72] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:27.327575 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 72 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:27.329247 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 72] Sesch channel 72 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:27.345837 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 72] EOF received (72) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:27.346090 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 72] EOF sent (72) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:27.346570 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:29.347849 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:29.348617 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] [chan 72] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:29.349142 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 72] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:29.349308 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 72 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:29.351973 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 72] Sesch channel 72 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:29.392487 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 72] EOF received (72) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:29.392874 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 72] EOF sent (72) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:29.393514 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:29.394010 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.101s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:29.394345 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:29.394991 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:29.395292 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:29.395679 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] [chan 85] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:29.396354 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 85] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:29.396548 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 85 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:29.397887 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 85] Sesch channel 85 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:29.425444 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 85] EOF received (85) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:29.425822 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 85] EOF sent (85) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:29.426402 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:29.426774 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:29.427165 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:29.427535 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] [chan 64] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:29.427997 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 64] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:29.428158 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 64 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:29.429459 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 64] Sesch channel 64 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:29.449140 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 64] EOF received (64) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:29.449522 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 64] EOF sent (64) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:29.450098 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:30.115752 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo umount /gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:30.116146 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 73] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:30.116932 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 73] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:30.117106 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 73 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:30.118741 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 73] Sesch channel 73 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:30.151565 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 73] EOF received (73) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:30.151935 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 73] EOF sent (73) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:30.152548 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:30.430803 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:45:30.431397 np0000156481 manila-share[88840]: DEBUG manila.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Notifying Schedulers of capabilities ... {{(pid=88840) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:45:30.433093 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:45:30.465739 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:45:30.465893 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica instances. {{(pid=88840) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:45:30.473785 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:45:30.473916 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:45:30.478804 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:45:30.478938 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:45:30.481741 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:45:30.481883 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica snapshots. {{(pid=88840) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:45:30.489560 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._report_driver_status {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:45:30.489682 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share status
Feb 19 02:45:30.489749 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:30.489923 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 67] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:30.490845 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 67] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:30.490922 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 67 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:30.492675 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 67] Sesch channel 67 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:30.523859 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 67] EOF received (67) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:30.524267 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 67] EOF sent (67) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:30.524832 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:30.525097 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:30.525385 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:30.525681 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 45] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:30.526436 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 45] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:30.526636 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 45 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:30.528563 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 45] Sesch channel 45 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:30.559155 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 45] EOF received (45) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:30.559546 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 45] EOF sent (45) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:30.560068 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:30.560344 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:30.560626 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:30.560926 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 94] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:30.561763 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 94] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:30.561941 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 94 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:30.563575 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 94] Sesch channel 94 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:30.593725 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 94] EOF received (94) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:30.594175 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 94] EOF sent (94) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:30.594727 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:30.594978 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:30.595232 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:30.595542 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 68] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:30.596179 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 68] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:30.596374 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 68 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:30.597691 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 68] Sesch channel 68 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:30.627165 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 68] EOF received (68) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:30.627588 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 68] EOF sent (68) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:30.628096 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:30.628370 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:30.628626 np0000156481 manila-share[88840]: DEBUG manila.share.driver [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share stats. {{(pid=88840) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:45:30.628953 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:45:30.633389 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:45:30.636692 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:45:30.636824 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share instances. {{(pid=88840) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:45:30.643280 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:45:30.730911 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-07436516-8518-4a78-a868-245842aedb04 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Share Migration for share 0b5555c0-15d2-4147-be3c-a0689c518b98 completed successfully.
Feb 19 02:45:31.451483 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:31.451882 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] [chan 73] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.453152 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 73] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.453152 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 73 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:31.454832 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 73] Sesch channel 73 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.503718 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 73] EOF received (73) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.503999 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 73] EOF sent (73) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.504460 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:31.504775 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.110s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:31.504966 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__9e9551ca_f7f5_436e_9bc6_14356370dd92_time_2026-02-19T02:44:56.136698" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:31.505460 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__9e9551ca_f7f5_436e_9bc6_14356370dd92_time_2026-02-19T02:44:56.136698" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:31.505669 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__9e9551ca_f7f5_436e_9bc6_14356370dd92_time_2026-02-19T02:44:56.136698 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:31.505916 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] [chan 86] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.507810 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 86] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.507949 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 86 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:31.510234 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 86] Sesch channel 86 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.524794 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:31.525162 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:31.527684 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:31.527864 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:31.528005 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:31.530177 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:31.530367 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:31.530518 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:31.532402 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_fd2783b0-6a6f-4afa-934f-6fae13b94b70" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:31.532526 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] All access rules have been synced for share instance fd2783b0-6a6f-4afa-934f-6fae13b94b70 belonging to share 0b5555c0-15d2-4147-be3c-a0689c518b98. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:45:31.537911 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 86] EOF received (86) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.538077 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 86] EOF sent (86) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.538363 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:31.538518 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:31.538714 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:31.538860 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] [chan 65] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.539212 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 65] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.539275 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 65 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:31.539809 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:31.540044 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 74] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.540377 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 74] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.540457 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 74 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:31.540888 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 65] Sesch channel 65 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.542098 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 74] Sesch channel 74 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.560445 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 65] EOF received (65) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.560678 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 65] EOF sent (65) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.561045 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:31.580450 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 74] EOF received (74) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.580651 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 74] EOF sent (74) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.581087 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:31.581343 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:31.581553 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 74] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.582097 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 74] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.582203 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 74 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:31.584068 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 74] Sesch channel 74 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.638376 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 74] EOF received (74) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.638597 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 74] EOF sent (74) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.639088 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:31.639350 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "zfs-dataset-gamma/manila_share_fd2783b0_6a6f_4afa_934f_6fae13b94b70" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:31.639640 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-gamma/manila_share_fd2783b0_6a6f_4afa_934f_6fae13b94b70" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:31.639800 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_fd2783b0_6a6f_4afa_934f_6fae13b94b70 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:31.640007 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 38] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.640486 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 38] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.640577 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 38 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:31.642344 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 38] Sesch channel 38 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.678578 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 38] EOF received (38) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.678889 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 38] EOF sent (38) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.679347 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:31.679629 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:31.679878 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-gamma/manila_share_fd2783b0_6a6f_4afa_934f_6fae13b94b70" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.040s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:31.680068 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "zfs-dataset-gamma/manila_share_fd2783b0_6a6f_4afa_934f_6fae13b94b70" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:31.680437 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-gamma/manila_share_fd2783b0_6a6f_4afa_934f_6fae13b94b70" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:31.680619 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_fd2783b0_6a6f_4afa_934f_6fae13b94b70 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:31.680846 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 87] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.681503 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 87] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.681637 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 87 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:31.683160 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 87] Sesch channel 87 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.706187 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 87] EOF received (87) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.706430 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 87] EOF sent (87) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.706854 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:31.707084 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] ZFS option mountpoint's value is /gamma/manila_share_fd2783b0_6a6f_4afa_934f_6fae13b94b70. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:31.707253 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): lsof -w /gamma/manila_share_fd2783b0_6a6f_4afa_934f_6fae13b94b70 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:31.707504 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 66] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.708053 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 66] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.708118 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 66 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:31.710008 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 66] Sesch channel 66 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.830620 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 66] EOF received (66) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.830787 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 66] EOF sent (66) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.831280 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:31.831644 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo umount /gamma/manila_share_fd2783b0_6a6f_4afa_934f_6fae13b94b70 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:31.832415 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 75] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.832900 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 75] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.833010 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 75 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:31.834752 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 75] Sesch channel 75 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.865269 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 75] EOF received (75) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.865578 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 75] EOF sent (75) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:31.866045 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:32.153942 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:32.154098 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 75] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:32.154806 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 75] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:32.154943 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 75 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:32.157205 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 75] Sesch channel 75 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:32.218920 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 75] EOF received (75) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:32.219276 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 75] EOF sent (75) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:32.219954 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:32.220465 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-gamma/manila_share_66848d9c_61e2_49b1_bc90_3d95c62201e6" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 143.789s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:32.313564 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Created reservations ['964fa2b6-3238-4a19-99bd-5a0facc2d89f', 'b29656cf-fd6c-4d53-a39d-df306f4f3358', '59336933-326b-43b9-8496-52ac0eebf62b', '25d74cb4-b6c8-49f9-8817-9de8151c169d'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:45:32.326822 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Committed reservations ['964fa2b6-3238-4a19-99bd-5a0facc2d89f', 'b29656cf-fd6c-4d53-a39d-df306f4f3358', '59336933-326b-43b9-8496-52ac0eebf62b', '25d74cb4-b6c8-49f9-8817-9de8151c169d'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:45:32.331900 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Share instance 66848d9c-61e2-49b1-bc90-3d95c62201e6: deleted successfully.
Feb 19 02:45:32.574759 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo umount /gamma/manila_share_96946420_3a20_443f_a635_099098b4831c {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:32.575605 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 88] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:32.577188 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 88] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:32.577447 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 88 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:32.579425 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 88] Sesch channel 88 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:32.622279 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 88] EOF received (88) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:32.622701 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 88] EOF sent (88) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:32.623437 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:32.918148 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo umount /alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:32.918761 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 46] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:32.919262 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 46] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:32.919471 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 46 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:32.921183 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 46] Sesch channel 46 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:32.943109 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 46] EOF received (46) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:32.943556 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 46] EOF sent (46) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:32.944189 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:33.562437 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__9e9551ca_f7f5_436e_9bc6_14356370dd92_time_2026-02-19T02:44:56.136698 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:33.562797 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] [chan 67] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:33.563613 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 67] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:33.563785 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 67 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:33.565878 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 67] Sesch channel 67 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:33.609041 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 67] EOF received (67) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:33.609650 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 67] EOF sent (67) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:33.610348 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:33.610819 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__9e9551ca_f7f5_436e_9bc6_14356370dd92_time_2026-02-19T02:44:56.136698" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.105s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:33.611124 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__b304c2f6_2c2b_48fa_9223_37a308ad13a5_time_2026-02-19T02:45:17.760197" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:33.611763 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__b304c2f6_2c2b_48fa_9223_37a308ad13a5_time_2026-02-19T02:45:17.760197" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:33.612052 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__b304c2f6_2c2b_48fa_9223_37a308ad13a5_time_2026-02-19T02:45:17.760197 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:33.612498 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] [chan 76] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:33.613168 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 76] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:33.613357 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 76 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:33.615163 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 76] Sesch channel 76 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:33.641522 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 76] EOF received (76) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:33.641882 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 76] EOF sent (76) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:33.642479 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:33.642825 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:33.643222 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:33.643564 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] [chan 76] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:33.644248 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 76] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:33.644455 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 76 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:33.646757 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 76] Sesch channel 76 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:33.667161 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 76] EOF received (76) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:33.667536 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 76] EOF sent (76) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:33.668081 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:33.867382 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_fd2783b0_6a6f_4afa_934f_6fae13b94b70 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:33.868183 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 89] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:33.868483 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 89] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:33.868649 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 89 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:33.870867 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 89] Sesch channel 89 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:33.931662 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 89] EOF received (89) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:33.932024 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 89] EOF sent (89) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:33.932588 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:33.933207 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-gamma/manila_share_fd2783b0_6a6f_4afa_934f_6fae13b94b70" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.253s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:34.029009 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Created reservations ['7bc43535-78b9-4a3b-a21f-cad08be9fea3', '29c31b4c-8fe2-4a60-ab96-2067c1ce4e1d', '5c7ada22-dfb8-4733-b77b-57398ca742dd', '82ca4494-756a-4416-ab09-0fae6ede8d52'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:45:34.040931 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Committed reservations ['7bc43535-78b9-4a3b-a21f-cad08be9fea3', '29c31b4c-8fe2-4a60-ab96-2067c1ce4e1d', '5c7ada22-dfb8-4733-b77b-57398ca742dd', '82ca4494-756a-4416-ab09-0fae6ede8d52'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:45:34.043959 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-75cb2fa3-25ea-4930-9c49-677066d4a0f7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Share instance fd2783b0-6a6f-4afa-934f-6fae13b94b70: deleted successfully.
Feb 19 02:45:34.624561 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_96946420_3a20_443f_a635_099098b4831c {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:34.624985 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 68] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:34.626214 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 68] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:34.626435 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 68 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:34.628607 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 68] Sesch channel 68 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:34.689753 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 68] EOF received (68) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:34.690103 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 68] EOF sent (68) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:34.690732 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:34.691154 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-gamma/manila_share_96946420_3a20_443f_a635_099098b4831c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 143.792s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:34.807061 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Created reservations ['6290d3d5-7403-45df-b565-07f3f754f201', '3465c74c-572e-4ca5-a71c-494a7ca25cfd', '5be499db-6ef2-43af-b7ff-32f20285092b', 'ca5fa131-42fc-48af-884d-a11f383601b5'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:45:34.818444 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Committed reservations ['6290d3d5-7403-45df-b565-07f3f754f201', '3465c74c-572e-4ca5-a71c-494a7ca25cfd', '5be499db-6ef2-43af-b7ff-32f20285092b', 'ca5fa131-42fc-48af-884d-a11f383601b5'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:45:34.824060 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Share instance 96946420-3a20-443f-a635-099098b4831c: deleted successfully.
Feb 19 02:45:34.884176 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c25f11f3-97fc-4139-8a94-c8efe419ef95 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_37f431e7_7584_478c_8659_39c74b6836d1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:34.884683 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c25f11f3-97fc-4139-8a94-c8efe419ef95 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 95] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:34.884906 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 95] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:34.885005 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 95 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:34.887196 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 95] Sesch channel 95 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:34.946231 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:34.947114 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 69] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:34.948763 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 69] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:34.948869 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 69 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:34.951635 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 69] Sesch channel 69 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:34.975095 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 95] EOF received (95) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:34.975547 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 95] EOF sent (95) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:34.976415 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c25f11f3-97fc-4139-8a94-c8efe419ef95 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:34.976773 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c25f11f3-97fc-4139-8a94-c8efe419ef95 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_37f431e7_7584_478c_8659_39c74b6836d1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:34.977156 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c25f11f3-97fc-4139-8a94-c8efe419ef95 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 9] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:34.977815 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 9] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:34.978004 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 9 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:34.979854 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 9] Sesch channel 9 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:35.004957 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 9] EOF received (9) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:35.005200 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 9] EOF sent (9) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:35.005760 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c25f11f3-97fc-4139-8a94-c8efe419ef95 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:35.006018 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-c25f11f3-97fc-4139-8a94-c8efe419ef95 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] ZFS option mountpoint's value is /alpha/manila_share_37f431e7_7584_478c_8659_39c74b6836d1. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:35.014921 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 69] EOF received (69) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:35.015171 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 69] EOF sent (69) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:35.015597 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:35.015965 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-alpha/manila_share_df8e7874_1e52_4a93_b7ab_c975d9a40fe4" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 143.794s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:35.029916 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-c25f11f3-97fc-4139-8a94-c8efe419ef95 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Share instance 37f431e7-7584-478c-8659-39c74b6836d1 created successfully.
Feb 19 02:45:35.112615 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Created reservations ['5a8fa87d-41ae-4cfa-94c5-513748a86395', 'e00f66a3-c66a-4d26-b94f-36d6c768da93', '061423db-68e9-4a4d-bf03-c6434040d585', 'f949830c-55b3-4ca3-be79-54031c6e5fb2'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:45:35.125031 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Committed reservations ['5a8fa87d-41ae-4cfa-94c5-513748a86395', 'e00f66a3-c66a-4d26-b94f-36d6c768da93', '061423db-68e9-4a4d-bf03-c6434040d585', 'f949830c-55b3-4ca3-be79-54031c6e5fb2'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:45:35.129271 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Share instance df8e7874-1e52-4a93-b7ab-c975d9a40fe4: deleted successfully.
Feb 19 02:45:35.669943 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__b304c2f6_2c2b_48fa_9223_37a308ad13a5_time_2026-02-19T02:45:17.760197 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:35.670501 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] [chan 77] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:35.671132 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 77] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:35.671416 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 77 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:35.673467 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 77] Sesch channel 77 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:35.719210 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 77] EOF received (77) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:35.719549 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 77] EOF sent (77) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:35.720079 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:35.720540 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5@tmp_snapshot_for_replication__b304c2f6_2c2b_48fa_9223_37a308ad13a5_time_2026-02-19T02:45:17.760197" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.109s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:35.720785 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:35.721065 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] [chan 77] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:35.721634 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 77] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:35.721781 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 77 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:35.723374 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 77] Sesch channel 77 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:35.754586 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 77] EOF received (77) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:35.754996 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 77] EOF sent (77) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:35.755744 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:35.756204 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:35.756760 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:35.757045 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:35.757430 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] [chan 44] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:35.758093 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 44] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:35.758266 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 44 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:35.760354 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 44] Sesch channel 44 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:35.781966 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 44] EOF received (44) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:35.782355 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 44] EOF sent (44) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:35.782991 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:35.783336 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:35.783679 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.027s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:35.783983 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:35.784471 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:35.784760 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:35.785080 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] [chan 90] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:35.785759 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 90] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:35.785926 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 90 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:35.787488 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 90] Sesch channel 90 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:35.814936 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 90] EOF received (90) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:35.815339 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 90] EOF sent (90) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:35.816048 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:35.816399 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is /gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:35.816692 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): lsof -w /gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:35.817040 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] [chan 69] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:35.817717 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 69] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:35.817888 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 69 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:35.824544 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 69] Sesch channel 69 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:35.940244 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 69] EOF received (69) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:35.940511 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 69] EOF sent (69) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:35.941129 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:35.941658 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount /gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:35.942005 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] [chan 78] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:35.942643 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 78] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:35.942808 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 78 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:35.944741 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 78] Sesch channel 78 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:35.974106 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 78] EOF received (78) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:35.974518 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 78] EOF sent (78) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:35.975120 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:37.976833 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:37.976833 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] [chan 78] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:37.978299 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 78] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:37.979127 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 78 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:37.980747 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 78] Sesch channel 78 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:38.039350 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 78] EOF received (78) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:38.039350 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 78] EOF sent (78) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:38.039350 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:38.039350 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_b304c2f6_2c2b_48fa_9223_37a308ad13a5" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.254s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:38.090061 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-9de5922f-3ace-421f-a6dc-d27c420e8c2a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Entered migration_start method for share b69067af-b581-4401-85ad-223de5dec7e1. {{(pid=88840) migration_start /opt/stack/manila/manila/share/manager.py:1657}}
Feb 19 02:45:38.125158 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Created reservations ['4e6aa329-a55c-4062-b1c8-a5f496733de2', 'd2a7bbd3-6dfb-41fe-ac00-25b0e8cdcdf4', '78f44a58-a040-4149-a019-f0e994b98eaf', 'f78ac7be-1785-40f1-a4b2-11495af8946a'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:45:38.135544 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Committed reservations ['4e6aa329-a55c-4062-b1c8-a5f496733de2', 'd2a7bbd3-6dfb-41fe-ac00-25b0e8cdcdf4', '78f44a58-a040-4149-a019-f0e994b98eaf', 'f78ac7be-1785-40f1-a4b2-11495af8946a'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:45:38.139269 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-0ac02115-f3f1-4e30-9719-02b2d36103be tempest-ReplicationAdminTest-649857771 None] Share replica b304c2f6-2c2b-48fa-9223-37a308ad13a5 deleted successfully.
Feb 19 02:45:38.213733 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9de5922f-3ace-421f-a6dc-d27c420e8c2a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_37f431e7-7584-478c-8659-39c74b6836d1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:38.214230 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9de5922f-3ace-421f-a6dc-d27c420e8c2a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_37f431e7-7584-478c-8659-39c74b6836d1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:38.216484 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9de5922f-3ace-421f-a6dc-d27c420e8c2a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_37f431e7-7584-478c-8659-39c74b6836d1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:38.216658 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-9de5922f-3ace-421f-a6dc-d27c420e8c2a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Received request to update access for share instance 37f431e7-7584-478c-8659-39c74b6836d1. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:45:38.236271 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9de5922f-3ace-421f-a6dc-d27c420e8c2a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_37f431e7-7584-478c-8659-39c74b6836d1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:38.236562 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9de5922f-3ace-421f-a6dc-d27c420e8c2a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_37f431e7-7584-478c-8659-39c74b6836d1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:38.238573 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9de5922f-3ace-421f-a6dc-d27c420e8c2a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_37f431e7-7584-478c-8659-39c74b6836d1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:38.238700 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9de5922f-3ace-421f-a6dc-d27c420e8c2a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_37f431e7-7584-478c-8659-39c74b6836d1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:38.238868 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9de5922f-3ace-421f-a6dc-d27c420e8c2a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_37f431e7-7584-478c-8659-39c74b6836d1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:38.240691 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9de5922f-3ace-421f-a6dc-d27c420e8c2a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_37f431e7-7584-478c-8659-39c74b6836d1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:38.240812 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-9de5922f-3ace-421f-a6dc-d27c420e8c2a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] All access rules have been synced for share instance 37f431e7-7584-478c-8659-39c74b6836d1 belonging to share b69067af-b581-4401-85ad-223de5dec7e1. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:45:38.246139 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-9de5922f-3ace-421f-a6dc-d27c420e8c2a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Initiating driver migration for share b69067af-b581-4401-85ad-223de5dec7e1. {{(pid=88840) _migration_start_driver /opt/stack/manila/manila/share/manager.py:1397}}
Feb 19 02:45:38.284169 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9de5922f-3ace-421f-a6dc-d27c420e8c2a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs snapshot alpha/manila_share_37f431e7_7584_478c_8659_39c74b6836d1@tmp_snapshot_for_share_migration__c059fc90_62bc_4b21_b82c_afbdcba33d82_time_2026_02_19T02_45_38_269238 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:38.284454 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9de5922f-3ace-421f-a6dc-d27c420e8c2a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 47] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:38.285002 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 47] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:38.285099 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 47 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:38.286846 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 47] Sesch channel 47 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:38.338198 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 47] EOF received (47) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:38.338489 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 47] EOF sent (47) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:38.339043 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9de5922f-3ace-421f-a6dc-d27c420e8c2a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:38.339942 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9de5922f-3ace-421f-a6dc-d27c420e8c2a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo chmod 755 /tmp/tmp2pyqywpq/gamma_manila_share_c059fc90_62bc_4b21_b82c_afbdcba33d82.sh {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:38.340187 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9de5922f-3ace-421f-a6dc-d27c420e8c2a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 96] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:38.341112 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 96] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:38.341220 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 96 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:38.343365 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 96] Sesch channel 96 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:38.365658 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 96] EOF received (96) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:38.366050 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 96] EOF sent (96) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:38.366673 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9de5922f-3ace-421f-a6dc-d27c420e8c2a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:38.366999 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9de5922f-3ace-421f-a6dc-d27c420e8c2a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): nohup /tmp/tmp2pyqywpq/gamma_manila_share_c059fc90_62bc_4b21_b82c_afbdcba33d82.sh '&' {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:38.367359 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9de5922f-3ace-421f-a6dc-d27c420e8c2a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 70] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:38.368061 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 70] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:38.368422 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 70 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:38.370035 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 70] Sesch channel 70 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:38.734986 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 70] EOF received (70) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:38.735409 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 70] EOF sent (70) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:38.736194 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9de5922f-3ace-421f-a6dc-d27c420e8c2a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:38.865254 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-358cd584-22ef-4140-9c20-2c08e7c16207 tempest-MigrationTwoPhaseNFSTest-177544755 None] Share Migration for share c52b05df-0d3b-44b1-ba41-ce91cbe5be9c completed successfully.
Feb 19 02:45:39.253802 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-29c0a8f2-4b10-4716-bab3-f9e504a6afc3 tempest-ReplicationAdminTest-649857771 None] Lock "locked-share-replica-operation-for-share-d465e4f0-78e1-4f3c-92d4-b5c4d0ca857e" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:45:39.350146 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-29c0a8f2-4b10-4716-bab3-f9e504a6afc3 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__edb58955_532f_40b8_aa9e_b14dffd617c4_time_2026-02-19T02:45:39.331425 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:39.350146 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-29c0a8f2-4b10-4716-bab3-f9e504a6afc3 tempest-ReplicationAdminTest-649857771 None] [chan 91] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:39.351211 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 91] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:39.351211 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 91 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:39.352833 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 91] Sesch channel 91 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:39.604505 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 91] EOF received (91) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:39.604505 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 91] EOF sent (91) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:39.604505 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-29c0a8f2-4b10-4716-bab3-f9e504a6afc3 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:39.604505 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-29c0a8f2-4b10-4716-bab3-f9e504a6afc3 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__edb58955_532f_40b8_aa9e_b14dffd617c4_time_2026-02-19T02:45:39.331425 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:39.605455 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-29c0a8f2-4b10-4716-bab3-f9e504a6afc3 tempest-ReplicationAdminTest-649857771 None] [chan 70] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:39.606466 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 70] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:39.607542 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 70 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:39.610275 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 70] Sesch channel 70 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:40.685444 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 70] EOF received (70) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:40.685444 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 70] EOF sent (70) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:40.685444 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-29c0a8f2-4b10-4716-bab3-f9e504a6afc3 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:40.685444 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-29c0a8f2-4b10-4716-bab3-f9e504a6afc3 tempest-ReplicationAdminTest-649857771 None] Info about replica 'edb58955-532f-40b8-aa9e-b14dffd617c4' creation is following:
Feb 19 02:45:40.685444 np0000156481 manila-share[88844]: receiving full stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241 into gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241
Feb 19 02:45:40.685444 np0000156481 manila-share[88844]: received 43.9K stream in 0.08 seconds (520K/sec)
Feb 19 02:45:40.685444 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593 into gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593
Feb 19 02:45:40.685444 np0000156481 manila-share[88844]: received 312B stream in 0.08 seconds (4.01K/sec)
Feb 19 02:45:40.685999 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499 into gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499
Feb 19 02:45:40.685999 np0000156481 manila-share[88844]: received 312B stream in 0.08 seconds (4.00K/sec)
Feb 19 02:45:40.685999 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804 into gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804
Feb 19 02:45:40.685999 np0000156481 manila-share[88844]: received 312B stream in 0.10 seconds (3.20K/sec)
Feb 19 02:45:40.685999 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922 into gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922
Feb 19 02:45:40.685999 np0000156481 manila-share[88844]: received 312B stream in 0.07 seconds (4.29K/sec)
Feb 19 02:45:40.685999 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__9e9551ca_f7f5_436e_9bc6_14356370dd92_time_2026-02-19T02:44:56.136698 into gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__9e9551ca_f7f5_436e_9bc6_14356370dd92_time_2026-02-19T02:44:56.136698
Feb 19 02:45:40.685999 np0000156481 manila-share[88844]: received 312B stream in 0.08 seconds (3.95K/sec)
Feb 19 02:45:40.685999 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__b304c2f6_2c2b_48fa_9223_37a308ad13a5_time_2026-02-19T02:45:17.760197 into gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__b304c2f6_2c2b_48fa_9223_37a308ad13a5_time_2026-02-19T02:45:17.760197
Feb 19 02:45:40.685999 np0000156481 manila-share[88844]: received 312B stream in 0.06 seconds (4.73K/sec)
Feb 19 02:45:40.686580 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__edb58955_532f_40b8_aa9e_b14dffd617c4_time_2026-02-19T02:45:39.331425 into gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__edb58955_532f_40b8_aa9e_b14dffd617c4_time_2026-02-19T02:45:39.331425
Feb 19 02:45:40.686580 np0000156481 manila-share[88844]: received 312B stream in 0.07 seconds (4.52K/sec)
Feb 19 02:45:40.686580 np0000156481 manila-share[88844]:  {{(pid=88844) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 02:45:40.686580 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-29c0a8f2-4b10-4716-bab3-f9e504a6afc3 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:40.686580 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-29c0a8f2-4b10-4716-bab3-f9e504a6afc3 tempest-ReplicationAdminTest-649857771 None] [chan 79] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:40.687485 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 79] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:40.687485 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 79 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:40.688747 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 79] Sesch channel 79 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:40.731591 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 79] EOF received (79) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:40.731591 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 79] EOF sent (79) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:40.731591 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-29c0a8f2-4b10-4716-bab3-f9e504a6afc3 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:40.731591 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-29c0a8f2-4b10-4716-bab3-f9e504a6afc3 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:40.731591 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-29c0a8f2-4b10-4716-bab3-f9e504a6afc3 tempest-ReplicationAdminTest-649857771 None] [chan 79] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:40.732272 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 79] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:40.732588 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 79 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:40.734436 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 79] Sesch channel 79 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:40.773375 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 79] EOF received (79) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:40.773375 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 79] EOF sent (79) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:40.773375 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-29c0a8f2-4b10-4716-bab3-f9e504a6afc3 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:40.773375 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-29c0a8f2-4b10-4716-bab3-f9e504a6afc3 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:40.773375 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-29c0a8f2-4b10-4716-bab3-f9e504a6afc3 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:40.773375 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-29c0a8f2-4b10-4716-bab3-f9e504a6afc3 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:40.773784 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-29c0a8f2-4b10-4716-bab3-f9e504a6afc3 tempest-ReplicationAdminTest-649857771 None] [chan 39] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:40.774276 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 39] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:40.774647 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 39 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:40.776492 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 39] Sesch channel 39 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:40.807214 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 39] EOF received (39) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:40.807214 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 39] EOF sent (39) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:40.807214 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-29c0a8f2-4b10-4716-bab3-f9e504a6afc3 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:40.807492 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-29c0a8f2-4b10-4716-bab3-f9e504a6afc3 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:40.807694 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-29c0a8f2-4b10-4716-bab3-f9e504a6afc3 tempest-ReplicationAdminTest-649857771 None] [chan 45] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:40.808252 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 45] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:40.808376 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 45 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:40.810157 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 45] Sesch channel 45 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:40.857089 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 45] EOF received (45) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:40.857381 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 45] EOF sent (45) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:40.857816 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-29c0a8f2-4b10-4716-bab3-f9e504a6afc3 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:40.858064 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-29c0a8f2-4b10-4716-bab3-f9e504a6afc3 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.086s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:40.858253 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-29c0a8f2-4b10-4716-bab3-f9e504a6afc3 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:40.858502 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-29c0a8f2-4b10-4716-bab3-f9e504a6afc3 tempest-ReplicationAdminTest-649857771 None] [chan 40] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:40.858943 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 40] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:40.859070 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 40 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:40.860926 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 40] Sesch channel 40 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:40.889348 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 40] EOF received (40) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:40.889348 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 40] EOF sent (40) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:40.889348 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-29c0a8f2-4b10-4716-bab3-f9e504a6afc3 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:40.889348 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-29c0a8f2-4b10-4716-bab3-f9e504a6afc3 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is /gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:40.941367 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-29c0a8f2-4b10-4716-bab3-f9e504a6afc3 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_edb58955-532f-40b8-aa9e-b14dffd617c4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:40.942058 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-29c0a8f2-4b10-4716-bab3-f9e504a6afc3 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_edb58955-532f-40b8-aa9e-b14dffd617c4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:40.950518 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-29c0a8f2-4b10-4716-bab3-f9e504a6afc3 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_edb58955-532f-40b8-aa9e-b14dffd617c4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:40.950625 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-29c0a8f2-4b10-4716-bab3-f9e504a6afc3 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_edb58955-532f-40b8-aa9e-b14dffd617c4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:40.950861 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-29c0a8f2-4b10-4716-bab3-f9e504a6afc3 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_edb58955-532f-40b8-aa9e-b14dffd617c4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:40.969117 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-29c0a8f2-4b10-4716-bab3-f9e504a6afc3 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_edb58955-532f-40b8-aa9e-b14dffd617c4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.018s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:40.969451 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-29c0a8f2-4b10-4716-bab3-f9e504a6afc3 tempest-ReplicationAdminTest-649857771 None] Share replica edb58955-532f-40b8-aa9e-b14dffd617c4 created successfully.
Feb 19 02:45:41.292611 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-fb2b1ceb-a5f7-4b59-a5c3-fccb0d4f0997 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Share Migration for share 9f14810d-6076-4e48-bde1-2a1417263a63 completed successfully.
Feb 19 02:45:41.314481 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:41.315048 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:41.329461 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-d2a2f69e-c924-4294-98c4-b7138b4275b9 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Share Migration for share 66a17231-0303-4514-a4bd-5ab5d6cad14a completed successfully.
Feb 19 02:45:41.391637 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.077s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:41.391855 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:41.392194 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:41.394288 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:41.394569 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:41.394782 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:41.468329 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.073s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:41.468518 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Updating access rules for share instance 9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa belonging to share c52b05df-0d3b-44b1-ba41-ce91cbe5be9c. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:45:41.484791 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:41.485055 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:41.512284 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:41.512488 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:41.512706 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:41.528602 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.016s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:41.543219 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "zfs-dataset-alpha/manila_share_9ed0c2e5_72c0_4cb8_89d3_c6f0aa56e1fa" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:41.543597 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-alpha/manila_share_9ed0c2e5_72c0_4cb8_89d3_c6f0aa56e1fa" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:41.543793 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:41.544065 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 48] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:41.544604 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 48] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:41.544696 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 48 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:41.546286 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 48] Sesch channel 48 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:41.577515 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 48] EOF received (48) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:41.577883 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 48] EOF sent (48) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:41.578601 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:41.578973 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_9ed0c2e5_72c0_4cb8_89d3_c6f0aa56e1fa {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:41.579307 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 42] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:41.580141 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 42] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:41.580392 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 42 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:41.582486 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 42] Sesch channel 42 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:41.626490 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 42] EOF received (42) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:41.626923 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 42] EOF sent (42) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:41.627540 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:41.627910 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-alpha/manila_share_9ed0c2e5_72c0_4cb8_89d3_c6f0aa56e1fa" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.084s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:41.628236 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:41.628762 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:41.671107 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.042s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:41.671288 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:41.671568 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:41.705494 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.034s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:41.705668 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:41.706023 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:41.708698 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:41.708893 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:41.709185 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:41.711468 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:41.711649 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:41.711926 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:41.734926 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:41.735197 np0000156481 manila-share[88840]: INFO manila.share.access [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Access rules were successfully modified for share instance 9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa belonging to share c52b05df-0d3b-44b1-ba41-ce91cbe5be9c.
Feb 19 02:45:41.739230 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:41.739494 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 97] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:41.740052 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 97] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:41.740154 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 97 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:41.741991 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 97] Sesch channel 97 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:41.774771 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 97] EOF received (97) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:41.775150 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 97] EOF sent (97) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:41.775891 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:41.776266 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:41.776677 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 71] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:41.777371 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 71] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:41.777551 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 71 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:41.779569 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 71] Sesch channel 71 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:41.810194 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 71] EOF received (71) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:41.810631 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 71] EOF sent (71) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:41.811219 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:41.811617 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "zfs-dataset-alpha/manila_share_9ed0c2e5_72c0_4cb8_89d3_c6f0aa56e1fa" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:41.812119 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-alpha/manila_share_9ed0c2e5_72c0_4cb8_89d3_c6f0aa56e1fa" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:41.812424 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_9ed0c2e5_72c0_4cb8_89d3_c6f0aa56e1fa {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:41.812750 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 10] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:41.813404 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 10] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:41.813579 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 10 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:41.815478 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 10] Sesch channel 10 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:41.843109 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 10] EOF received (10) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:41.843572 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 10] EOF sent (10) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:41.844152 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:41.844524 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:41.844827 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-alpha/manila_share_9ed0c2e5_72c0_4cb8_89d3_c6f0aa56e1fa" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.033s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:41.845098 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "zfs-dataset-alpha/manila_share_9ed0c2e5_72c0_4cb8_89d3_c6f0aa56e1fa" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:41.845621 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-alpha/manila_share_9ed0c2e5_72c0_4cb8_89d3_c6f0aa56e1fa" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:41.845895 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_9ed0c2e5_72c0_4cb8_89d3_c6f0aa56e1fa {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:41.846222 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 49] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:41.846965 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 49] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:41.847140 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 49 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:41.848616 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 49] Sesch channel 49 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:41.876690 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 49] EOF received (49) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:41.877080 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 49] EOF sent (49) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:41.877768 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:41.878070 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] ZFS option mountpoint's value is /alpha/manila_share_9ed0c2e5_72c0_4cb8_89d3_c6f0aa56e1fa. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:41.878365 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): lsof -w /alpha/manila_share_9ed0c2e5_72c0_4cb8_89d3_c6f0aa56e1fa {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:41.878720 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 98] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:41.879239 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 98] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:41.879474 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 98 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:41.881515 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 98] Sesch channel 98 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:41.999494 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 98] EOF received (98) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:41.999858 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 98] EOF sent (98) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:42.000497 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:42.000995 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo umount /alpha/manila_share_9ed0c2e5_72c0_4cb8_89d3_c6f0aa56e1fa {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:42.001453 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 72] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:42.002120 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 72] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:42.002293 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 72 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:42.004478 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 72] Sesch channel 72 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:42.041693 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 72] EOF received (72) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:42.042166 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 72] EOF sent (72) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:42.042847 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:42.408336 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Lock "locked-share-replica-operation-for-share-d465e4f0-78e1-4f3c-92d4-b5c4d0ca857e" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:45:42.466651 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_edb58955-532f-40b8-aa9e-b14dffd617c4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:42.466918 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_edb58955-532f-40b8-aa9e-b14dffd617c4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:42.468800 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_edb58955-532f-40b8-aa9e-b14dffd617c4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:42.468948 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_edb58955-532f-40b8-aa9e-b14dffd617c4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:42.469152 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_edb58955-532f-40b8-aa9e-b14dffd617c4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:42.470978 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_edb58955-532f-40b8-aa9e-b14dffd617c4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:42.471116 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_edb58955-532f-40b8-aa9e-b14dffd617c4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:42.471335 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_edb58955-532f-40b8-aa9e-b14dffd617c4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:42.473254 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_edb58955-532f-40b8-aa9e-b14dffd617c4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:42.473409 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] All access rules have been synced for share instance edb58955-532f-40b8-aa9e-b14dffd617c4 belonging to share d465e4f0-78e1-4f3c-92d4-b5c4d0ca857e. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:45:42.476721 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:42.476931 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] [chan 92] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:42.477368 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 92] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:42.477435 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 92 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:42.478967 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 92] Sesch channel 92 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:42.523041 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 92] EOF received (92) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:42.523454 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 92] EOF sent (92) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:42.524403 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:42.524876 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:42.525423 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:42.525608 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:42.525825 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] [chan 71] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:42.526289 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 71] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:42.526401 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 71 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:42.528196 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 71] Sesch channel 71 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:42.555060 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 71] EOF received (71) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:42.555468 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 71] EOF sent (71) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:42.556127 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:42.556487 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:42.556956 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:42.557305 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] [chan 80] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:42.557956 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 80] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:42.558130 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 80 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:42.560080 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 80] Sesch channel 80 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:42.581064 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 80] EOF received (80) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:42.581477 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 80] EOF sent (80) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:42.582101 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:43.612033 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-6255ba68-631a-41f5-8b5c-1c17f0493b20 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Created reservations ['e3c5dd03-b35b-464d-ba6c-d22130d6f53a', '9051827e-4734-4dbf-8ade-f3d20d8930ae'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:45:43.612601 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6255ba68-631a-41f5-8b5c-1c17f0493b20 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs get used alpha/manila_share_229ebb9c_bf2c_4c16_a834_220d755d41db {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:43.612601 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-6255ba68-631a-41f5-8b5c-1c17f0493b20 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 50] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:43.613126 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 50] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:43.613236 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 50 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:43.614949 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 50] Sesch channel 50 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:43.638902 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 50] EOF received (50) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:43.639170 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 50] EOF sent (50) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:43.639745 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6255ba68-631a-41f5-8b5c-1c17f0493b20 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:43.639895 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-6255ba68-631a-41f5-8b5c-1c17f0493b20 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] ZFS option used's value is 24K. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:43.640115 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6255ba68-631a-41f5-8b5c-1c17f0493b20 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs set quota=1G alpha/manila_share_229ebb9c_bf2c_4c16_a834_220d755d41db {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:43.640386 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-6255ba68-631a-41f5-8b5c-1c17f0493b20 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 99] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:43.640992 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 99] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:43.641100 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 99 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:43.643262 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 99] Sesch channel 99 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:43.675387 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 99] EOF received (99) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:43.675631 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 99] EOF sent (99) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:43.676080 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6255ba68-631a-41f5-8b5c-1c17f0493b20 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:43.690334 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-deaa10a2-4113-4df6-901b-07f59fc8eeab tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs set quota=3G gamma/manila_share_c50e02ab_0cd8_4a53_919d_81d4ec76f0bd {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:43.690838 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-deaa10a2-4113-4df6-901b-07f59fc8eeab tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 80] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:43.691080 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 80] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:43.691154 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 80 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:43.692678 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-6255ba68-631a-41f5-8b5c-1c17f0493b20 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Committed reservations ['e3c5dd03-b35b-464d-ba6c-d22130d6f53a', '9051827e-4734-4dbf-8ade-f3d20d8930ae'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:45:43.692909 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 80] Sesch channel 80 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:43.713726 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-6255ba68-631a-41f5-8b5c-1c17f0493b20 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Shrink share completed successfully.
Feb 19 02:45:43.731377 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 80] EOF received (80) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:43.731764 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 80] EOF sent (80) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:43.732625 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-deaa10a2-4113-4df6-901b-07f59fc8eeab tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:43.744899 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-deaa10a2-4113-4df6-901b-07f59fc8eeab tempest-MigrationWithShareExtendingNFSTest-947948388 None] Committed reservations ['92027d13-0fcf-47fd-86e6-4f23aa7d27bc', '0ad9e8d0-a2ce-4335-a211-76dacffcea27'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:45:43.767739 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-deaa10a2-4113-4df6-901b-07f59fc8eeab tempest-MigrationWithShareExtendingNFSTest-947948388 None] Extend share completed successfully.
Feb 19 02:45:44.044511 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_9ed0c2e5_72c0_4cb8_89d3_c6f0aa56e1fa {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:44.044901 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 73] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:44.045784 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 73] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:44.045962 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 73 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:44.048048 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 73] Sesch channel 73 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:44.105851 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 73] EOF received (73) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:44.106296 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 73] EOF sent (73) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:44.107017 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:44.107580 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-alpha/manila_share_9ed0c2e5_72c0_4cb8_89d3_c6f0aa56e1fa" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.262s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:44.203928 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Created reservations ['99270370-a8d7-453d-8c74-227c477f8e31', '3eaf0b36-fb0c-41fc-b256-f626688b7071', '8ac5b2a9-1d6d-471c-bfbc-4eb1d019d009', 'feb22e2e-81f2-456c-ab85-144ce1e15e86'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:45:44.215454 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Committed reservations ['99270370-a8d7-453d-8c74-227c477f8e31', '3eaf0b36-fb0c-41fc-b256-f626688b7071', '8ac5b2a9-1d6d-471c-bfbc-4eb1d019d009', 'feb22e2e-81f2-456c-ab85-144ce1e15e86'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:45:44.219905 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-cd968fba-5773-4fc6-b1c0-f0a1bd1f4fef tempest-MigrationTwoPhaseNFSTest-177544755 None] Share instance 9ed0c2e5-72c0-4cb8-89d3-c6f0aa56e1fa: deleted successfully.
Feb 19 02:45:44.572032 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d791798b-b3a8-4d69-8cad-d8536e8dc8eb tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_c9be4089_7a29_40d5_8bfc_4f7d500c524e {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:44.572180 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d791798b-b3a8-4d69-8cad-d8536e8dc8eb tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 51] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:44.572638 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 51] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:44.572775 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 51 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:44.575177 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 51] Sesch channel 51 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:44.583420 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:44.583602 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] [chan 93] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:44.584124 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 93] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:44.584225 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 93 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:44.586066 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 93] Sesch channel 93 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:44.622971 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 93] EOF received (93) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:44.623208 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 93] EOF sent (93) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:44.623867 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:44.624495 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.099s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:44.624986 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:44.625635 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:44.626098 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:44.626495 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] [chan 72] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:44.627031 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 72] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:44.627210 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 72 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:44.629017 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 72] Sesch channel 72 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:44.656642 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 72] EOF received (72) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:44.657034 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 72] EOF sent (72) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:44.657680 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:44.657992 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:44.658424 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:44.659436 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] [chan 81] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:44.659898 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 81] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:44.660057 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 81 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:44.661678 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 81] Sesch channel 81 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:44.674372 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 81] EOF received (81) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:44.674610 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 81] EOF sent (81) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:44.675058 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:44.677797 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 51] EOF received (51) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:44.678243 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 51] EOF sent (51) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:44.678287 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d791798b-b3a8-4d69-8cad-d8536e8dc8eb tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:44.678544 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d791798b-b3a8-4d69-8cad-d8536e8dc8eb tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_c9be4089_7a29_40d5_8bfc_4f7d500c524e {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:44.678778 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d791798b-b3a8-4d69-8cad-d8536e8dc8eb tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 43] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:44.679137 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 43] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:44.679240 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 43 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:44.680565 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 43] Sesch channel 43 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:44.700406 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 43] EOF received (43) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:44.700792 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 43] EOF sent (43) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:44.701355 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d791798b-b3a8-4d69-8cad-d8536e8dc8eb tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:44.701666 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-d791798b-b3a8-4d69-8cad-d8536e8dc8eb tempest-MigrationTwoPhaseNFSTest-177544755 None] ZFS option mountpoint's value is /alpha/manila_share_c9be4089_7a29_40d5_8bfc_4f7d500c524e. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:44.725516 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-d791798b-b3a8-4d69-8cad-d8536e8dc8eb tempest-MigrationTwoPhaseNFSTest-177544755 None] Share instance c9be4089-7a29-40d5-8bfc-4f7d500c524e created successfully.
Feb 19 02:45:46.676387 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:46.676825 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] [chan 81] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:46.677662 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 81] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:46.677911 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 81 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:46.680205 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 81] Sesch channel 81 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:46.723352 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 81] EOF received (81) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:46.723523 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 81] EOF sent (81) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:46.724467 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:46.724990 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.099s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:46.725293 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:46.726042 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:46.726363 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:46.726729 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] [chan 94] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:46.727803 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 94] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:46.728047 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 94 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:46.729926 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 94] Sesch channel 94 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:46.754384 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 94] EOF received (94) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:46.755114 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 94] EOF sent (94) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:46.756372 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:46.756372 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:46.756372 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:46.756693 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] [chan 73] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:46.757271 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 73] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:46.757482 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 73 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:46.759745 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 73] Sesch channel 73 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:46.778671 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 73] EOF received (73) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:46.778913 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 73] EOF sent (73) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:46.779454 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:46.829377 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:46.830007 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:46.888521 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:46.888804 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:46.912501 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.083s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:46.912676 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:46.912923 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:46.915168 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:46.915398 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:46.915588 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:46.961333 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.072s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:46.961573 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:46.961745 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:46.964025 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:46.964148 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:46.964352 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:46.992967 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.077s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:46.993103 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Updating access rules for share instance 229ebb9c-bf2c-4c16-a834-220d755d41db belonging to share 9f14810d-6076-4e48-bde1-2a1417263a63. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:45:47.007048 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:47.007363 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:47.032982 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.068s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:47.033526 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Updating access rules for share instance c50e02ab-0cd8-4a53-919d-81d4ec76f0bd belonging to share 66a17231-0303-4514-a4bd-5ab5d6cad14a. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:45:47.040421 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.033s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:47.040639 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:47.040971 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:47.047215 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:47.047509 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:47.057833 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.017s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:47.072364 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.025s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:47.072519 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:47.072801 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:47.074041 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "zfs-dataset-alpha/manila_share_229ebb9c_bf2c_4c16_a834_220d755d41db" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:47.074422 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-alpha/manila_share_229ebb9c_bf2c_4c16_a834_220d755d41db" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:47.074687 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:47.074915 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 100] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.075844 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 100] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.075931 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 100 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:47.077201 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 100] Sesch channel 100 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.087342 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:47.098246 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "zfs-dataset-gamma/manila_share_c50e02ab_0cd8_4a53_919d_81d4ec76f0bd" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:47.098512 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-gamma/manila_share_c50e02ab_0cd8_4a53_919d_81d4ec76f0bd" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:47.098649 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:47.098845 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 82] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.099237 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 82] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.099400 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 82 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:47.100430 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 82] Sesch channel 82 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.110154 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 100] EOF received (100) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.110626 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 100] EOF sent (100) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.111305 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:47.111721 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_229ebb9c_bf2c_4c16_a834_220d755d41db {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:47.112061 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 11] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.115100 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 11] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.115144 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 11 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:47.116537 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 11] Sesch channel 11 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.135178 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 82] EOF received (82) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.135598 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 82] EOF sent (82) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.136264 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:47.136719 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_c50e02ab_0cd8_4a53_919d_81d4ec76f0bd {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:47.137059 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 46] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.137802 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 46] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.137973 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 46 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:47.140070 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 46] Sesch channel 46 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.157043 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 11] EOF received (11) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.157491 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 11] EOF sent (11) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.158068 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:47.158478 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-alpha/manila_share_229ebb9c_bf2c_4c16_a834_220d755d41db" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.084s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:47.158790 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:47.159266 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:47.184325 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 46] EOF received (46) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.184795 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 46] EOF sent (46) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.185487 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:47.185875 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-gamma/manila_share_c50e02ab_0cd8_4a53_919d_81d4ec76f0bd" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.087s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:47.186186 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:47.186785 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:47.192199 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.033s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:47.192376 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:47.192613 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:47.223409 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.031s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:47.223610 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:47.223941 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:47.225120 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.038s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:47.225386 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:47.225539 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:47.226646 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:47.226775 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:47.227050 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:47.229366 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:47.229546 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:47.229821 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:47.255262 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_229ebb9c-bf2c-4c16-a834-220d755d41db" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.025s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:47.255504 np0000156481 manila-share[88840]: INFO manila.share.access [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Access rules were successfully modified for share instance 229ebb9c-bf2c-4c16-a834-220d755d41db belonging to share 9f14810d-6076-4e48-bde1-2a1417263a63.
Feb 19 02:45:47.256575 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.031s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:47.256774 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:47.256982 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:47.260118 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:47.260437 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:47.260574 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 74] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.260857 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:47.261084 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 74] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.261185 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 74 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:47.262356 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:47.262960 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 74] Sesch channel 74 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.264773 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:47.265100 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:47.265706 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:47.292066 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 74] EOF received (74) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.292066 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 74] EOF sent (74) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.292625 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:47.292959 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c50e02ab-0cd8-4a53-919d-81d4ec76f0bd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:47.293187 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:47.293397 np0000156481 manila-share[88844]: INFO manila.share.access [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Access rules were successfully modified for share instance c50e02ab-0cd8-4a53-919d-81d4ec76f0bd belonging to share 66a17231-0303-4514-a4bd-5ab5d6cad14a.
Feb 19 02:45:47.293606 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 52] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.294255 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 52] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.294466 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 52 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:47.296776 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 52] Sesch channel 52 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.298806 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:47.299075 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 82] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.299655 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 82] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.299766 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 82 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:47.301505 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 82] Sesch channel 82 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.327296 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 52] EOF received (52) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.327688 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 52] EOF sent (52) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.328294 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:47.328747 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "zfs-dataset-alpha/manila_share_229ebb9c_bf2c_4c16_a834_220d755d41db" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:47.329244 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-alpha/manila_share_229ebb9c_bf2c_4c16_a834_220d755d41db" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:47.329567 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_229ebb9c_bf2c_4c16_a834_220d755d41db {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:47.329889 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 44] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.330617 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 44] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.330786 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 44 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:47.330946 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 82] EOF received (82) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.331483 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 82] EOF sent (82) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.331996 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:47.332714 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:47.332849 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 44] Sesch channel 44 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.333037 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 95] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.333940 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 95] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.334127 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 95 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:47.336157 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 95] Sesch channel 95 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.359696 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 44] EOF received (44) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.360002 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 44] EOF sent (44) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.360666 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:47.360982 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:47.361285 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-alpha/manila_share_229ebb9c_bf2c_4c16_a834_220d755d41db" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.032s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:47.361605 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "zfs-dataset-alpha/manila_share_229ebb9c_bf2c_4c16_a834_220d755d41db" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:47.362097 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-alpha/manila_share_229ebb9c_bf2c_4c16_a834_220d755d41db" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:47.362432 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_229ebb9c_bf2c_4c16_a834_220d755d41db {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:47.362801 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 101] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.363433 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 101] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.363604 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 101 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:47.364852 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 101] Sesch channel 101 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.374025 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 95] EOF received (95) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.374551 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 95] EOF sent (95) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.375468 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:47.375899 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "zfs-dataset-gamma/manila_share_c50e02ab_0cd8_4a53_919d_81d4ec76f0bd" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:47.376545 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-gamma/manila_share_c50e02ab_0cd8_4a53_919d_81d4ec76f0bd" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:47.377900 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_c50e02ab_0cd8_4a53_919d_81d4ec76f0bd {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:47.377900 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 41] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.377900 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 41] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.378072 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 41 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:47.380011 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 41] Sesch channel 41 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.386505 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 101] EOF received (101) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.386869 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 101] EOF sent (101) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.387487 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:47.387804 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] ZFS option mountpoint's value is /alpha/manila_share_229ebb9c_bf2c_4c16_a834_220d755d41db. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:47.388103 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): lsof -w /alpha/manila_share_229ebb9c_bf2c_4c16_a834_220d755d41db {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:47.388461 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 75] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.389152 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 75] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.389343 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 75 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:47.391293 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 75] Sesch channel 75 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.406982 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 41] EOF received (41) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.407262 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 41] EOF sent (41) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.407660 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:47.407860 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:47.408097 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-gamma/manila_share_c50e02ab_0cd8_4a53_919d_81d4ec76f0bd" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.032s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:47.408305 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "zfs-dataset-gamma/manila_share_c50e02ab_0cd8_4a53_919d_81d4ec76f0bd" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:47.408617 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-gamma/manila_share_c50e02ab_0cd8_4a53_919d_81d4ec76f0bd" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:47.408786 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_c50e02ab_0cd8_4a53_919d_81d4ec76f0bd {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:47.408988 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 74] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.409493 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 74] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.409593 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 74 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:47.411449 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 74] Sesch channel 74 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.432193 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 74] EOF received (74) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.432519 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 74] EOF sent (74) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.434349 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:47.434349 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] ZFS option mountpoint's value is /gamma/manila_share_c50e02ab_0cd8_4a53_919d_81d4ec76f0bd. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:47.434526 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): lsof -w /gamma/manila_share_c50e02ab_0cd8_4a53_919d_81d4ec76f0bd {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:47.434906 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 83] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.435879 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 83] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.436048 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 83 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:47.438083 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 83] Sesch channel 83 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.510896 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 75] EOF received (75) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.511255 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 75] EOF sent (75) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.512037 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:47.512725 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo umount /alpha/manila_share_229ebb9c_bf2c_4c16_a834_220d755d41db {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:47.513161 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 53] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.513893 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 53] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.514096 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 53 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:47.518175 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 53] Sesch channel 53 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.557433 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 53] EOF received (53) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.557818 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 53] EOF sent (53) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.558491 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:47.561351 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 83] EOF received (83) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.561644 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 83] EOF sent (83) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.562242 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:47.562637 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo umount /gamma/manila_share_c50e02ab_0cd8_4a53_919d_81d4ec76f0bd {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:47.562917 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 83] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.563382 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 83] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.563498 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 83 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:47.564982 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 83] Sesch channel 83 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.602029 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 83] EOF received (83) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.602609 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 83] EOF sent (83) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.603663 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:47.756520 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] Received request to update access for share instance c9be4089-7a29-40d5-8bfc-4f7d500c524e. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:45:47.771348 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:47.771526 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:47.773582 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:47.773714 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:47.773912 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:47.803343 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.029s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:47.803472 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] Updating access rules for share instance c9be4089-7a29-40d5-8bfc-4f7d500c524e belonging to share 9cc514e4-7163-47d5-a12f-68285cfa0154. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:45:47.816100 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:47.816365 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:47.821120 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:47.821230 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:47.821452 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:47.830036 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:47.843847 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "zfs-dataset-alpha/manila_share_c9be4089_7a29_40d5_8bfc_4f7d500c524e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:47.844153 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-alpha/manila_share_c9be4089_7a29_40d5_8bfc_4f7d500c524e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:47.844350 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:47.844550 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 102] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.845016 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 102] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.845087 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 102 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:47.846749 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 102] Sesch channel 102 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.881566 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 102] EOF received (102) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.881726 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 102] EOF sent (102) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.882040 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:47.882222 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash alpha/manila_share_c9be4089_7a29_40d5_8bfc_4f7d500c524e {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:47.882394 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 12] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.882824 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 12] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.882924 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 12 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:47.884849 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 12] Sesch channel 12 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.926647 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 12] EOF received (12) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.927028 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 12] EOF sent (12) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:47.927756 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:47.928149 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-alpha/manila_share_c9be4089_7a29_40d5_8bfc_4f7d500c524e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.084s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:47.928512 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:47.929230 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:47.967648 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.039s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:47.967858 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:47.968184 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:47.968375 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:47.968556 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:47.968815 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:47.971232 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:47.971439 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:47.971713 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:47.973953 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:47.974133 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:47.974436 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:47.998559 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:47.998779 np0000156481 manila-share[88840]: INFO manila.share.access [None req-163fa049-7126-4824-a70d-ea459aff8416 tempest-MigrationTwoPhaseNFSTest-177544755 None] Access rules were successfully modified for share instance c9be4089-7a29-40d5-8bfc-4f7d500c524e belonging to share 9cc514e4-7163-47d5-a12f-68285cfa0154.
Feb 19 02:45:48.780366 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:48.781157 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] [chan 96] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:48.781984 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 96] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:48.782156 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 96 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:48.784508 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 96] Sesch channel 96 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:48.834156 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 96] EOF received (96) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:48.834574 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 96] EOF sent (96) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:48.835211 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:48.835735 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.110s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:48.836040 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:48.836949 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:48.837253 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:48.837631 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] [chan 75] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:48.838250 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 75] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:48.838447 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 75 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:48.840444 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 75] Sesch channel 75 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:48.868381 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 75] EOF received (75) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:48.868661 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 75] EOF sent (75) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:48.869081 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:48.869296 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:48.869645 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:48.869847 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] [chan 84] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:48.870409 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 84] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:48.870547 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 84 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:48.872401 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 84] Sesch channel 84 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:48.889259 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 84] EOF received (84) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:48.889671 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 84] EOF sent (84) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:48.890257 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:49.560191 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_229ebb9c_bf2c_4c16_a834_220d755d41db {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:49.560833 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 76] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:49.561625 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 76] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:49.561792 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 76 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:49.563749 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 76] Sesch channel 76 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:49.605216 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_c50e02ab_0cd8_4a53_919d_81d4ec76f0bd {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:49.605718 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 84] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:49.606362 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 84] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:49.606514 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 84 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:49.608222 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 84] Sesch channel 84 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:49.616884 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 76] EOF received (76) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:49.617146 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 76] EOF sent (76) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:49.617540 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:49.617863 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-alpha/manila_share_229ebb9c_bf2c_4c16_a834_220d755d41db" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.256s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:49.661220 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 84] EOF received (84) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:49.661551 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 84] EOF sent (84) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:49.661945 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:49.662255 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-gamma/manila_share_c50e02ab_0cd8_4a53_919d_81d4ec76f0bd" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.254s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:49.718192 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Created reservations ['38297870-91eb-416e-8b7e-0f4d0b5fe02d', '0854b1d8-b91b-49c6-90f7-841d2cfc9852', '4a3e6498-9f64-4e09-ae28-1321b2b8e534', 'e1638716-573c-480f-829c-251317d2e2c0'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:45:49.731748 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Committed reservations ['38297870-91eb-416e-8b7e-0f4d0b5fe02d', '0854b1d8-b91b-49c6-90f7-841d2cfc9852', '4a3e6498-9f64-4e09-ae28-1321b2b8e534', 'e1638716-573c-480f-829c-251317d2e2c0'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:45:49.736852 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-9a9f5939-ad19-41d7-ae0f-9a95315ffd3f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Share instance 229ebb9c-bf2c-4c16-a834-220d755d41db: deleted successfully.
Feb 19 02:45:49.761630 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Created reservations ['0042ebfa-3824-42d9-aaae-6a58c0d218aa', '8f0d17fa-622a-4d98-b96d-d0a730413e8e', 'f2426800-81c8-49bc-877b-705c7ed2a112', '8cec077c-68ca-4947-a530-520e249ce97f'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:45:49.773092 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Committed reservations ['0042ebfa-3824-42d9-aaae-6a58c0d218aa', '8f0d17fa-622a-4d98-b96d-d0a730413e8e', 'f2426800-81c8-49bc-877b-705c7ed2a112', '8cec077c-68ca-4947-a530-520e249ce97f'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:45:49.777586 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-9786723f-2bd1-4765-8b60-0e05ea715e8d tempest-MigrationWithShareExtendingNFSTest-947948388 None] Share instance c50e02ab-0cd8-4a53-919d-81d4ec76f0bd: deleted successfully.
Feb 19 02:45:50.076058 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-06c6c629-9563-4d9a-bfb9-ce92d1a61a8a tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs create -o quota=2G -o compression=gzip -o readonly=off betta/subdir/manila_share_1ff1d94d_8952_44fb_9bbf_228b037a9050 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:50.076393 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-06c6c629-9563-4d9a-bfb9-ce92d1a61a8a tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 54] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:50.077148 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 54] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:50.077148 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 54 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:50.078504 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 54] Sesch channel 54 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:50.154526 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-12f2936a-331c-496b-8459-ca547e9faecd tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs create -o quota=2G -o compression=gzip -o readonly=off alpha/manila_share_c4a0eb4d_663f_4bd9_965a_280230ec8e29 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:50.154785 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-12f2936a-331c-496b-8459-ca547e9faecd tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 103] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:50.155374 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 103] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:50.155467 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 103 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:50.157361 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 103] Sesch channel 103 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:50.169740 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 54] EOF received (54) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:50.170004 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 54] EOF sent (54) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:50.170446 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-06c6c629-9563-4d9a-bfb9-ce92d1a61a8a tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:50.170711 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-06c6c629-9563-4d9a-bfb9-ce92d1a61a8a tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_1ff1d94d_8952_44fb_9bbf_228b037a9050 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:50.170936 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-06c6c629-9563-4d9a-bfb9-ce92d1a61a8a tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 45] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:50.171509 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 45] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:50.171509 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 45 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:50.173181 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 45] Sesch channel 45 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:50.195989 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 45] EOF received (45) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:50.196170 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 45] EOF sent (45) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:50.196475 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-06c6c629-9563-4d9a-bfb9-ce92d1a61a8a tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:50.196657 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-06c6c629-9563-4d9a-bfb9-ce92d1a61a8a tempest-MigrationWithShareShrinkingNFSTest-768734398 None] ZFS option mountpoint's value is /betta/subdir/manila_share_1ff1d94d_8952_44fb_9bbf_228b037a9050. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:50.225398 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-06c6c629-9563-4d9a-bfb9-ce92d1a61a8a tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Share instance 1ff1d94d-8952-44fb-9bbf-228b037a9050 created successfully.
Feb 19 02:45:50.252093 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 103] EOF received (103) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:50.252665 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 103] EOF sent (103) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:50.253487 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-12f2936a-331c-496b-8459-ca547e9faecd tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:50.253900 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-12f2936a-331c-496b-8459-ca547e9faecd tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_c4a0eb4d_663f_4bd9_965a_280230ec8e29 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:50.254370 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-12f2936a-331c-496b-8459-ca547e9faecd tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 13] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:50.255006 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 13] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:50.255195 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 13 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:50.257011 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 13] Sesch channel 13 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:50.283999 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 13] EOF received (13) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:50.284435 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 13] EOF sent (13) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:50.285188 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-12f2936a-331c-496b-8459-ca547e9faecd tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:50.285612 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-12f2936a-331c-496b-8459-ca547e9faecd tempest-MigrationWithShareExtendingNFSTest-947948388 None] ZFS option mountpoint's value is /alpha/manila_share_c4a0eb4d_663f_4bd9_965a_280230ec8e29. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:50.410782 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-12f2936a-331c-496b-8459-ca547e9faecd tempest-MigrationWithShareExtendingNFSTest-947948388 None] Share instance c4a0eb4d-663f-4bd9-965a-280230ec8e29 created successfully.
Feb 19 02:45:50.891165 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:50.891991 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] [chan 97] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:50.892602 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 97] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:50.892728 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 97 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:50.895172 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 97] Sesch channel 97 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:50.918028 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] Received request to update access for share instance c9be4089-7a29-40d5-8bfc-4f7d500c524e. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:45:50.931388 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:50.931731 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:50.934039 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:50.934210 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:50.934506 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:50.946147 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 97] EOF received (97) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:50.946147 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 97] EOF sent (97) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:50.946342 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:50.946608 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.110s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:50.946810 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:50.947162 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:50.947327 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:50.947452 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] [chan 76] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:50.948388 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 76] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:50.948580 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 76 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:50.950759 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 76] Sesch channel 76 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:50.976150 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 76] EOF received (76) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:50.976150 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 76] EOF sent (76) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:50.976150 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:50.976150 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:50.976150 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:50.976150 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] [chan 85] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:50.976683 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 85] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:50.976886 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 85 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:50.978640 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 85] Sesch channel 85 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:50.986237 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.052s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:50.986445 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] Updating access rules for share instance c9be4089-7a29-40d5-8bfc-4f7d500c524e belonging to share 9cc514e4-7163-47d5-a12f-68285cfa0154. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:45:50.996133 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 85] EOF received (85) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:50.996133 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 85] EOF sent (85) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:50.996133 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:51.000028 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:51.000389 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:51.008927 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:51.009294 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:51.009949 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:51.025473 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.016s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:51.038842 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "zfs-dataset-alpha/manila_share_c9be4089_7a29_40d5_8bfc_4f7d500c524e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:51.039118 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-alpha/manila_share_c9be4089_7a29_40d5_8bfc_4f7d500c524e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:51.039457 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:51.039765 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 77] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:51.040278 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 77] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:51.040488 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 77 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:51.041810 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 77] Sesch channel 77 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:51.071711 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 77] EOF received (77) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:51.072147 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 77] EOF sent (77) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:51.072902 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:51.073380 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash,ro=51.51.51.51,no_root_squash alpha/manila_share_c9be4089_7a29_40d5_8bfc_4f7d500c524e {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:51.073791 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 46] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:51.074573 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 46] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:51.074811 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 46 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:51.076965 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 46] Sesch channel 46 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:51.119696 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 46] EOF received (46) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:51.120108 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 46] EOF sent (46) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:51.120777 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:51.121159 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-alpha/manila_share_c9be4089_7a29_40d5_8bfc_4f7d500c524e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.082s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:51.121519 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:51.122021 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:51.171189 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.049s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:51.171428 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:51.171722 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:51.171891 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:51.172060 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:51.172339 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:51.175175 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:51.175380 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:51.175657 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:51.177969 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:51.178159 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:51.178457 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:51.206130 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.028s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:51.206365 np0000156481 manila-share[88840]: INFO manila.share.access [None req-7a5822cd-51c1-48f1-a091-d96c1f66a690 tempest-MigrationTwoPhaseNFSTest-177544755 None] Access rules were successfully modified for share instance c9be4089-7a29-40d5-8bfc-4f7d500c524e belonging to share 9cc514e4-7163-47d5-a12f-68285cfa0154.
Feb 19 02:45:52.550516 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo umount /gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:52.551148 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] [chan 85] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:52.551765 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 85] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:52.551925 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 85 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:52.554091 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 85] Sesch channel 85 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:52.587984 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 85] EOF received (85) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:52.588526 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 85] EOF sent (85) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:52.589133 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:52.997344 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:52.997764 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] [chan 98] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:52.998585 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 98] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:52.998730 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 98 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:53.001295 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 98] Sesch channel 98 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:53.048780 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 98] EOF received (98) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:53.049144 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 98] EOF sent (98) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:53.049754 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:53.050242 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.103s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:53.050621 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__9e9551ca_f7f5_436e_9bc6_14356370dd92_time_2026-02-19T02:44:56.136698" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:53.051235 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__9e9551ca_f7f5_436e_9bc6_14356370dd92_time_2026-02-19T02:44:56.136698" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:53.051557 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__9e9551ca_f7f5_436e_9bc6_14356370dd92_time_2026-02-19T02:44:56.136698 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:53.052059 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] [chan 77] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:53.052637 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 77] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:53.052742 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 77 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:53.054415 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 77] Sesch channel 77 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:53.083502 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 77] EOF received (77) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:53.083919 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 77] EOF sent (77) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:53.084649 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:53.085022 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:53.086091 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:53.086091 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] [chan 86] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:53.086515 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 86] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:53.086688 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 86 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:53.088647 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 86] Sesch channel 86 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:53.108675 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 86] EOF received (86) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:53.109027 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 86] EOF sent (86) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:53.109608 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:53.288947 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Received request to update access for share instance 1ff1d94d-8952-44fb-9bbf-228b037a9050. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:45:53.309070 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:53.309928 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:53.314558 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:53.314881 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:53.315417 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:53.344020 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Received request to update access for share instance c4a0eb4d-663f-4bd9-965a-280230ec8e29. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:45:53.362282 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:53.362620 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:53.368885 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:53.369027 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:53.369252 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:53.372168 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.057s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:53.372277 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Updating access rules for share instance 1ff1d94d-8952-44fb-9bbf-228b037a9050 belonging to share 928a741e-ba43-42bd-9693-2ed403513bd5. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:45:53.391246 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:53.391496 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:53.398051 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:53.398187 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:53.398413 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:53.411808 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.013s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:53.420733 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.051s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:53.420862 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Updating access rules for share instance c4a0eb4d-663f-4bd9-965a-280230ec8e29 belonging to share 9cfacb9f-b2c7-4bb2-addf-20b82c0c853c. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:45:53.437422 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_1ff1d94d_8952_44fb_9bbf_228b037a9050" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:53.437663 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-betta/subdir/manila_share_1ff1d94d_8952_44fb_9bbf_228b037a9050" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:53.437847 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:53.438052 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 55] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:53.442341 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 55] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:53.442341 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 55 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:53.443750 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 55] Sesch channel 55 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:53.444826 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:53.445048 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:53.449888 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:53.450022 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:53.450225 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:53.460211 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:53.473818 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 55] EOF received (55) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:53.474101 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 55] EOF sent (55) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:53.474578 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:53.474834 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash betta/subdir/manila_share_1ff1d94d_8952_44fb_9bbf_228b037a9050 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:53.475059 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 14] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:53.477352 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 14] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:53.477454 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 14 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:53.478215 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "zfs-dataset-alpha/manila_share_c4a0eb4d_663f_4bd9_965a_280230ec8e29" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:53.478599 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-alpha/manila_share_c4a0eb4d_663f_4bd9_965a_280230ec8e29" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:53.478818 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:53.479048 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 104] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:53.479459 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 104] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:53.479557 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 104 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:53.479991 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 14] Sesch channel 14 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:53.481442 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 104] Sesch channel 104 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:53.513473 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 104] EOF received (104) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:53.513995 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 104] EOF sent (104) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:53.514921 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:53.515379 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash alpha/manila_share_c4a0eb4d_663f_4bd9_965a_280230ec8e29 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:53.515892 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 47] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:53.516740 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 47] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:53.517070 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 47 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:53.518801 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 47] Sesch channel 47 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:53.532434 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 14] EOF received (14) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:53.533062 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 14] EOF sent (14) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:53.533886 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:53.534184 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-betta/subdir/manila_share_1ff1d94d_8952_44fb_9bbf_228b037a9050" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.096s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:53.534444 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:53.534842 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:53.567985 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 47] EOF received (47) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:53.568192 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 47] EOF sent (47) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:53.568685 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:53.569120 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-alpha/manila_share_c4a0eb4d_663f_4bd9_965a_280230ec8e29" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.091s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:53.569288 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:53.569632 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:53.581711 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.047s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:53.581711 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:53.581930 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:53.582060 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:53.582176 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:53.582414 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:53.586162 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:53.586347 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:53.586563 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:53.589096 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:53.589228 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:53.589455 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:53.622409 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.033s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:53.622621 np0000156481 manila-share[88840]: INFO manila.share.access [None req-7e5f2eb0-4561-47ba-9f8d-9f119a14dd62 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Access rules were successfully modified for share instance 1ff1d94d-8952-44fb-9bbf-228b037a9050 belonging to share 928a741e-ba43-42bd-9693-2ed403513bd5.
Feb 19 02:45:53.626066 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.056s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:53.626239 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:53.626506 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:53.626631 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:53.626764 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:53.626965 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:53.629158 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:53.629333 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:53.629574 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:53.632653 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:53.632978 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:53.633497 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:53.662223 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.029s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:53.662405 np0000156481 manila-share[88840]: INFO manila.share.access [None req-137407b4-18c6-4a33-9fb9-95b2e5f46223 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Access rules were successfully modified for share instance c4a0eb4d-663f-4bd9-965a-280230ec8e29 belonging to share 9cfacb9f-b2c7-4bb2-addf-20b82c0c853c.
Feb 19 02:45:54.199528 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Entered migration_start method for share 9cc514e4-7163-47d5-a12f-68285cfa0154. {{(pid=88840) migration_start /opt/stack/manila/manila/share/manager.py:1657}}
Feb 19 02:45:54.327726 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:54.328630 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:54.401410 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.073s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:54.401652 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Received request to update access for share instance c9be4089-7a29-40d5-8bfc-4f7d500c524e. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:45:54.420518 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:54.420799 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:54.422825 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:54.422950 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:54.423161 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:54.488576 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.065s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:54.488714 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Updating access rules for share instance c9be4089-7a29-40d5-8bfc-4f7d500c524e belonging to share 9cc514e4-7163-47d5-a12f-68285cfa0154. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:45:54.503929 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:54.504246 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:54.527079 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:54.527288 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:54.527510 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:54.542361 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:54.542486 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] All access rules of share instance c9be4089-7a29-40d5-8bfc-4f7d500c524e are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88840) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 02:45:54.563816 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "zfs-dataset-alpha/manila_share_c9be4089_7a29_40d5_8bfc_4f7d500c524e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:54.564179 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-alpha/manila_share_c9be4089_7a29_40d5_8bfc_4f7d500c524e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:54.564511 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:54.564756 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 78] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:54.565346 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 78] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:54.565461 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 78 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:54.566816 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 78] Sesch channel 78 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:54.590483 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:54.591145 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] [chan 86] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:54.591407 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 86] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:54.591581 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 86 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:54.594440 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 86] Sesch channel 86 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:54.596595 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 78] EOF received (78) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:54.596991 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 78] EOF sent (78) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:54.597684 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:54.598061 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs set sharenfs=ro=51.51.51.51:50.50.50.50,no_root_squash alpha/manila_share_c9be4089_7a29_40d5_8bfc_4f7d500c524e {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:54.598427 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 15] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:54.599063 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 15] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:54.599227 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 15 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:54.601595 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 15] Sesch channel 15 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:54.647555 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 15] EOF received (15) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:54.647933 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 15] EOF sent (15) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:54.648594 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:54.649418 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-alpha/manila_share_c9be4089_7a29_40d5_8bfc_4f7d500c524e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.085s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:54.649639 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 86] EOF received (86) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:54.649823 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:54.649904 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 86] EOF sent (86) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:54.650375 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:54.650602 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:54.650952 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-gamma/manila_share_aef9c534_59c7_449a_b79c_ae0955936516" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 143.757s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:54.652961 np0000156481 manila-share[88844]: DEBUG dbcounter [-] [88844] Writing DB stats manila:SELECT=688,manila:UPDATE=82,manila:INSERT=52 {{(pid=88844) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:45:54.719630 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.069s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:54.719893 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:54.719998 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:54.720303 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:54.720303 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:54.720571 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:54.722880 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:54.723008 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:54.723203 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:54.725170 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:54.725360 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:54.725645 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:54.741137 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Created reservations ['eca60e87-1029-4bca-b302-e0f525119514', 'fa7a6487-a4e3-418c-9f21-486e0a2b9228', '9316b4c6-1370-4d3b-86a8-8ce481dde8aa', 'b90267ff-497e-4041-954f-7e5a84c74f43'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:45:54.751101 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.025s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:54.751307 np0000156481 manila-share[88840]: INFO manila.share.access [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Access rules were successfully modified for share instance c9be4089-7a29-40d5-8bfc-4f7d500c524e belonging to share 9cc514e4-7163-47d5-a12f-68285cfa0154.
Feb 19 02:45:54.752456 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Committed reservations ['eca60e87-1029-4bca-b302-e0f525119514', 'fa7a6487-a4e3-418c-9f21-486e0a2b9228', '9316b4c6-1370-4d3b-86a8-8ce481dde8aa', 'b90267ff-497e-4041-954f-7e5a84c74f43'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:45:54.756444 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Share instance aef9c534-59c7-449a-b79c-ae0955936516: deleted successfully.
Feb 19 02:45:54.757612 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Initiating driver migration for share 9cc514e4-7163-47d5-a12f-68285cfa0154. {{(pid=88840) _migration_start_driver /opt/stack/manila/manila/share/manager.py:1397}}
Feb 19 02:45:54.794739 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs snapshot alpha/manila_share_c9be4089_7a29_40d5_8bfc_4f7d500c524e@tmp_snapshot_for_share_migration__c48a6c87_32c8_44f4_aade_25a54073f009_time_2026_02_19T02_45_54_779090 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:54.794961 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 56] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:54.795575 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 56] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:54.795682 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 56 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:54.797584 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 56] Sesch channel 56 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:54.837990 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 56] EOF received (56) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:54.838219 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 56] EOF sent (56) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:54.838610 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:54.839119 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo chmod 755 /tmp/tmpl9mw7oul/gamma_manila_share_c48a6c87_32c8_44f4_aade_25a54073f009.sh {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:54.839350 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 105] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:54.839862 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 105] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:54.839973 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 105 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:54.841918 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 105] Sesch channel 105 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:54.863049 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 105] EOF received (105) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:54.863489 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 105] EOF sent (105) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:54.864097 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:54.864433 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): nohup /tmp/tmpl9mw7oul/gamma_manila_share_c48a6c87_32c8_44f4_aade_25a54073f009.sh '&' {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:54.864786 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 79] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:54.865400 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 79] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:54.865588 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 79 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:54.866979 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 79] Sesch channel 79 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:55.111053 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__9e9551ca_f7f5_436e_9bc6_14356370dd92_time_2026-02-19T02:44:56.136698 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:55.111583 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] [chan 99] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:55.112493 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 99] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:55.114030 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 99 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:55.115166 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 99] Sesch channel 99 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:55.159739 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 99] EOF received (99) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:55.160034 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 99] EOF sent (99) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:55.160540 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:55.160911 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__9e9551ca_f7f5_436e_9bc6_14356370dd92_time_2026-02-19T02:44:56.136698" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.110s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:55.161125 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__b304c2f6_2c2b_48fa_9223_37a308ad13a5_time_2026-02-19T02:45:17.760197" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:55.161580 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__b304c2f6_2c2b_48fa_9223_37a308ad13a5_time_2026-02-19T02:45:17.760197" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:55.161777 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__b304c2f6_2c2b_48fa_9223_37a308ad13a5_time_2026-02-19T02:45:17.760197 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:55.162011 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] [chan 78] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:55.162539 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 78] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:55.162669 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 78 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:55.164504 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 78] Sesch channel 78 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:55.191884 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 78] EOF received (78) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:55.192140 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 78] EOF sent (78) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:55.192659 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:55.192888 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:55.193194 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:55.193459 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] [chan 87] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:55.193950 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 87] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:55.197977 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 87 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:55.199388 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 87] Sesch channel 87 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:55.216841 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 87] EOF received (87) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:55.217078 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 87] EOF sent (87) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:55.217493 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:55.228094 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 79] EOF received (79) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:55.228444 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 79] EOF sent (79) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:55.228904 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-50fcc1d5-48d3-4228-aaa8-14e3c39d7ec4 tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:56.466374 np0000156481 manila-share[88840]: DEBUG dbcounter [-] [88840] Writing DB stats manila:SELECT=1195,manila:UPDATE=126,manila:INSERT=60 {{(pid=88840) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:45:56.482037 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Received request to update access for share instance 1ff1d94d-8952-44fb-9bbf-228b037a9050. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:45:56.499494 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:56.500042 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:56.507253 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:56.507420 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:56.507664 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:56.520974 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Received request to update access for share instance c4a0eb4d-663f-4bd9-965a-280230ec8e29. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:45:56.576850 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:56.577137 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:56.580389 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:56.580520 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:56.580735 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:56.596843 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.089s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:56.596982 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Updating access rules for share instance 1ff1d94d-8952-44fb-9bbf-228b037a9050 belonging to share 928a741e-ba43-42bd-9693-2ed403513bd5. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:45:56.613712 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:56.613997 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:56.619593 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:56.619737 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:56.619939 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:56.638042 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.057s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:56.638224 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Updating access rules for share instance c4a0eb4d-663f-4bd9-965a-280230ec8e29 belonging to share 9cfacb9f-b2c7-4bb2-addf-20b82c0c853c. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:45:56.646021 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:56.657904 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:56.658174 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:56.665229 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:56.665393 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:56.665587 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:56.666407 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_1ff1d94d_8952_44fb_9bbf_228b037a9050" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:56.666613 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-betta/subdir/manila_share_1ff1d94d_8952_44fb_9bbf_228b037a9050" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:56.666812 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:56.667004 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 57] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:56.667699 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 57] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:56.667806 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 57 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:56.671396 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 57] Sesch channel 57 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:56.679468 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.014s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:56.691280 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "zfs-dataset-alpha/manila_share_c4a0eb4d_663f_4bd9_965a_280230ec8e29" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:56.691523 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-alpha/manila_share_c4a0eb4d_663f_4bd9_965a_280230ec8e29" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:56.691699 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:56.691863 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 106] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:56.692229 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 106] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:56.692299 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 106 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:56.693422 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 106] Sesch channel 106 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:56.702435 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 57] EOF received (57) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:56.702591 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 57] EOF sent (57) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:56.702899 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:56.703072 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash,ro=51.51.51.51,no_root_squash betta/subdir/manila_share_1ff1d94d_8952_44fb_9bbf_228b037a9050 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:56.703211 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 48] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:56.703631 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 48] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:56.703730 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 48 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:56.705136 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 48] Sesch channel 48 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:56.725517 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 106] EOF received (106) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:56.725885 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 106] EOF sent (106) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:56.726574 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:56.726943 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash,ro=51.51.51.51,no_root_squash alpha/manila_share_c4a0eb4d_663f_4bd9_965a_280230ec8e29 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:56.727379 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 16] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:56.728162 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 16] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:56.728395 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 16 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:56.730337 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 16] Sesch channel 16 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:56.750573 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 48] EOF received (48) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:56.750967 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 48] EOF sent (48) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:56.751539 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:56.751881 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-betta/subdir/manila_share_1ff1d94d_8952_44fb_9bbf_228b037a9050" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.085s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:56.752175 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:56.752667 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:56.775763 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 16] EOF received (16) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:56.775954 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 16] EOF sent (16) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:56.776278 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:56.776498 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-alpha/manila_share_c4a0eb4d_663f_4bd9_965a_280230ec8e29" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.085s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:56.776652 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:56.776901 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:56.813384 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.061s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:56.813554 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:56.813771 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:56.813891 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:56.814006 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:56.814198 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:56.818752 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:56.818883 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:56.819081 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:56.826186 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:56.826186 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:56.826433 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:56.828776 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.052s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:56.828917 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:56.829114 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:56.829238 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:56.829370 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:56.829563 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:56.833604 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:56.833708 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:56.833916 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:56.837792 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:56.837917 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:56.838112 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:56.853547 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:56.853656 np0000156481 manila-share[88840]: INFO manila.share.access [None req-89197865-bc7a-449e-a91f-0b161cf6d6d8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Access rules were successfully modified for share instance 1ff1d94d-8952-44fb-9bbf-228b037a9050 belonging to share 928a741e-ba43-42bd-9693-2ed403513bd5.
Feb 19 02:45:56.866329 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.028s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:56.866536 np0000156481 manila-share[88840]: INFO manila.share.access [None req-9a6ee789-d821-41d3-acf1-c480ca73f70c tempest-MigrationWithShareExtendingNFSTest-947948388 None] Access rules were successfully modified for share instance c4a0eb4d-663f-4bd9-965a-280230ec8e29 belonging to share 9cfacb9f-b2c7-4bb2-addf-20b82c0c853c.
Feb 19 02:45:57.218703 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__b304c2f6_2c2b_48fa_9223_37a308ad13a5_time_2026-02-19T02:45:17.760197 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:57.219222 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] [chan 87] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:57.219936 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 87] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:57.220153 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 87 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:57.222489 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 87] Sesch channel 87 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:57.272760 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 87] EOF received (87) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:57.273204 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 87] EOF sent (87) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:57.273975 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:57.274560 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__b304c2f6_2c2b_48fa_9223_37a308ad13a5_time_2026-02-19T02:45:17.760197" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.113s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:57.274892 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__edb58955_532f_40b8_aa9e_b14dffd617c4_time_2026-02-19T02:45:39.331425" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:57.275553 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__edb58955_532f_40b8_aa9e_b14dffd617c4_time_2026-02-19T02:45:39.331425" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:57.275855 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__edb58955_532f_40b8_aa9e_b14dffd617c4_time_2026-02-19T02:45:39.331425 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:57.276208 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] [chan 100] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:57.276991 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 100] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:57.277102 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 100 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:57.278409 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 100] Sesch channel 100 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:57.303739 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 100] EOF received (100) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:57.304132 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 100] EOF sent (100) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:57.304831 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:57.305172 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:57.305675 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:57.306120 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] [chan 79] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:57.306966 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 79] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:57.307198 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 79 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:57.313593 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 79] Sesch channel 79 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:57.329183 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 79] EOF received (79) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:57.329434 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 79] EOF sent (79) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:57.329793 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:59.331465 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__edb58955_532f_40b8_aa9e_b14dffd617c4_time_2026-02-19T02:45:39.331425 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:59.332259 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] [chan 88] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:59.333004 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 88] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:59.333004 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 88 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:59.334759 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 88] Sesch channel 88 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:59.377282 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 88] EOF received (88) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:59.377717 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 88] EOF sent (88) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:59.378329 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:59.378807 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4@tmp_snapshot_for_replication__edb58955_532f_40b8_aa9e_b14dffd617c4_time_2026-02-19T02:45:39.331425" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.103s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:59.379102 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:59.379460 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] [chan 88] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:59.380142 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 88] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:59.380298 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 88 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:59.382265 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 88] Sesch channel 88 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:59.409945 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 88] EOF received (88) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:59.410390 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 88] EOF sent (88) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:59.411016 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:59.411448 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:59.411930 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:59.412199 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:59.412546 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] [chan 47] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:59.413143 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 47] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:59.413321 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 47 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:59.415484 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 47] Sesch channel 47 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:59.439278 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 47] EOF received (47) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:59.439662 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 47] EOF sent (47) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:59.440219 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:59.440567 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:59.440844 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.029s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:59.441110 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:59.441561 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:59.441823 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:59.442208 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] [chan 101] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:59.442818 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 101] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:59.442942 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 101 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:59.444809 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 101] Sesch channel 101 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:59.467942 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 101] EOF received (101) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:59.468356 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 101] EOF sent (101) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:59.468904 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:59.469198 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is /gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:45:59.469493 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): lsof -w /gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:59.469800 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] [chan 80] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:59.470706 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 80] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:59.470857 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 80 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:59.473182 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 80] Sesch channel 80 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:59.589507 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 80] EOF received (80) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:59.589921 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 80] EOF sent (80) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:59.590523 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:59.590987 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount /gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:45:59.591334 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] [chan 89] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:59.592003 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 89] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:59.592197 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 89 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:45:59.593834 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 89] Sesch channel 89 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:59.625090 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 89] EOF received (89) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:59.625476 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 89] EOF sent (89) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:45:59.626089 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:45:59.764793 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Entered migration_start method for share 928a741e-ba43-42bd-9693-2ed403513bd5. {{(pid=88840) migration_start /opt/stack/manila/manila/share/manager.py:1657}}
Feb 19 02:45:59.830030 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Entered migration_start method for share 9cfacb9f-b2c7-4bb2-addf-20b82c0c853c. {{(pid=88840) migration_start /opt/stack/manila/manila/share/manager.py:1657}}
Feb 19 02:45:59.911250 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:59.911535 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:59.984561 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:45:59.984911 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:45:59.999180 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.087s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:45:59.999180 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Received request to update access for share instance 1ff1d94d-8952-44fb-9bbf-228b037a9050. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:46:00.015882 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:00.016131 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:00.019148 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:00.019293 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:00.019506 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:00.062201 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.077s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:00.062454 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Received request to update access for share instance c4a0eb4d-663f-4bd9-965a-280230ec8e29. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:46:00.076708 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:00.076957 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:00.082025 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:00.082207 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:00.082517 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:00.093102 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.074s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:00.093233 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Updating access rules for share instance 1ff1d94d-8952-44fb-9bbf-228b037a9050 belonging to share 928a741e-ba43-42bd-9693-2ed403513bd5. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:46:00.109574 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:00.109813 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:00.140305 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.030s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:00.140547 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:00.140722 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:00.163521 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:00.163521 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] All access rules of share instance 1ff1d94d-8952-44fb-9bbf-228b037a9050 are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88840) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 02:46:00.171118 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.089s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:00.171249 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Updating access rules for share instance c4a0eb4d-663f-4bd9-965a-280230ec8e29 belonging to share 9cfacb9f-b2c7-4bb2-addf-20b82c0c853c. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:46:00.183391 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_1ff1d94d_8952_44fb_9bbf_228b037a9050" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:00.183632 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-betta/subdir/manila_share_1ff1d94d_8952_44fb_9bbf_228b037a9050" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:00.183848 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:00.184026 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 80] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.185095 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 80] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.185175 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 80 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:00.186220 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:00.186450 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:00.187077 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 80] Sesch channel 80 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.212108 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:00.212383 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:00.212560 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:00.225275 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 80] EOF received (80) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.225489 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 80] EOF sent (80) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.225814 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:00.226011 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs set sharenfs=ro=51.51.51.51:50.50.50.50,no_root_squash betta/subdir/manila_share_1ff1d94d_8952_44fb_9bbf_228b037a9050 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:00.226188 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 49] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.227248 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 49] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.227359 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 49 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:00.229281 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 49] Sesch channel 49 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.229886 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.017s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:00.230025 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] All access rules of share instance c4a0eb4d-663f-4bd9-965a-280230ec8e29 are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88840) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 02:46:00.245305 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "zfs-dataset-alpha/manila_share_c4a0eb4d_663f_4bd9_965a_280230ec8e29" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:00.245605 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-alpha/manila_share_c4a0eb4d_663f_4bd9_965a_280230ec8e29" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:00.245809 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:00.557591 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 58] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.557591 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 58] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.557591 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 58 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:00.557591 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 58] Sesch channel 58 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.557591 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 49] EOF received (49) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.557591 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 49] EOF sent (49) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.557591 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:00.557903 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-betta/subdir/manila_share_1ff1d94d_8952_44fb_9bbf_228b037a9050" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.093s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:00.557903 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:00.557903 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:00.557903 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 58] EOF received (58) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.557903 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 58] EOF sent (58) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.558172 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:00.558172 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs set sharenfs=ro=51.51.51.51:50.50.50.50,no_root_squash alpha/manila_share_c4a0eb4d_663f_4bd9_965a_280230ec8e29 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:00.558172 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 17] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.558172 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 17] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.558172 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 17 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:00.558172 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 17] Sesch channel 17 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.558172 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 17] EOF received (17) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.558172 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 17] EOF sent (17) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.558469 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:00.558469 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-alpha/manila_share_c4a0eb4d_663f_4bd9_965a_280230ec8e29" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.098s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:00.558469 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:00.558469 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:00.558690 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.077s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:00.558690 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:00.558690 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:00.558690 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:00.558909 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:00.558909 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:00.558909 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:00.558909 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:00.559062 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:00.559062 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:00.559062 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:00.559062 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:00.559303 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.087s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:00.559303 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:00.559303 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:00.559303 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:00.559543 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:00.559543 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:00.559543 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.065s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:00.559543 np0000156481 manila-share[88840]: INFO manila.share.access [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Access rules were successfully modified for share instance 1ff1d94d-8952-44fb-9bbf-228b037a9050 belonging to share 928a741e-ba43-42bd-9693-2ed403513bd5.
Feb 19 02:46:00.559705 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:00.559705 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:00.559705 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:00.559705 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:00.560121 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:00.560121 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:00.560121 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Initiating driver migration for share 928a741e-ba43-42bd-9693-2ed403513bd5. {{(pid=88840) _migration_start_driver /opt/stack/manila/manila/share/manager.py:1397}}
Feb 19 02:46:00.560121 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.034s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:00.560483 np0000156481 manila-share[88840]: INFO manila.share.access [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Access rules were successfully modified for share instance c4a0eb4d-663f-4bd9-965a-280230ec8e29 belonging to share 9cfacb9f-b2c7-4bb2-addf-20b82c0c853c.
Feb 19 02:46:00.560483 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Initiating driver migration for share 9cfacb9f-b2c7-4bb2-addf-20b82c0c853c. {{(pid=88840) _migration_start_driver /opt/stack/manila/manila/share/manager.py:1397}}
Feb 19 02:46:00.560483 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs snapshot betta/subdir/manila_share_1ff1d94d_8952_44fb_9bbf_228b037a9050@tmp_snapshot_for_share_migration__2e6ecae7_3969_464e_a4ab_d9734b585c3b_time_2026_02_19T02_46_00_474013 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:00.560483 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 107] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.560483 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 107] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.560483 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 107 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:00.560483 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 107] Sesch channel 107 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.560713 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs snapshot alpha/manila_share_c4a0eb4d_663f_4bd9_965a_280230ec8e29@tmp_snapshot_for_share_migration__cab5f653_d3ee_4042_9f5c_063ee188de03_time_2026_02_19T02_46_00_512871 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:00.560713 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 81] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.560713 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 81] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.560713 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 81 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:00.560713 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 81] Sesch channel 81 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.560713 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 107] EOF received (107) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.560713 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 107] EOF sent (107) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.560914 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:00.560914 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo chmod 755 /tmp/tmphlsicbvs/gamma_manila_share_2e6ecae7_3969_464e_a4ab_d9734b585c3b.sh {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:00.560914 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 59] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.560914 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 59] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.560914 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 59 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:00.560914 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 59] Sesch channel 59 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.567723 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 59] EOF received (59) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.568137 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 59] EOF sent (59) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.568711 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:00.568994 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): nohup /tmp/tmphlsicbvs/gamma_manila_share_2e6ecae7_3969_464e_a4ab_d9734b585c3b.sh '&' {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:00.569303 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 108] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.573649 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 81] EOF received (81) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.573985 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 81] EOF sent (81) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.574566 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:00.575174 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo chmod 755 /tmp/tmptwtexy1p/gamma_manila_share_cab5f653_d3ee_4042_9f5c_063ee188de03.sh {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:00.575541 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 60] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.585996 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 108] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.586166 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 108 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:00.588224 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 108] Sesch channel 108 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.609351 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 60] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.609351 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 60 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:00.611009 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 60] Sesch channel 60 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.629633 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 60] EOF received (60) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.629902 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 60] EOF sent (60) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.630262 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:00.630482 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): nohup /tmp/tmptwtexy1p/gamma_manila_share_cab5f653_d3ee_4042_9f5c_063ee188de03.sh '&' {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:00.630691 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 82] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.631061 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 82] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.631163 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 82 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:00.632377 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 82] Sesch channel 82 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.980516 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 108] EOF received (108) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.980976 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 108] EOF sent (108) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:00.982014 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1670248c-f979-4f1a-9d83-3a328de19af8 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:01.001795 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 82] EOF received (82) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:01.001895 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 82] EOF sent (82) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:01.002296 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4c902ad6-9c27-4ac7-b145-8012abbe916b tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:01.626891 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:01.627185 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] [chan 89] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:01.627772 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 89] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:01.627897 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 89 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:01.629219 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 89] Sesch channel 89 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:01.693201 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 89] EOF received (89) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:01.693519 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 89] EOF sent (89) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:01.694045 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:01.694556 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_edb58955_532f_40b8_aa9e_b14dffd617c4" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.253s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:01.781385 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Created reservations ['af65ba29-72d4-415a-b535-07a9cd586e34', 'b4bc14ff-33f2-4975-8ee0-98c45dc0e3dc', '28d629bc-1863-4ab5-9e53-2a5874e707ef', '49b38c61-f223-495f-b259-956bd2cb3e8f'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:46:01.793055 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Committed reservations ['af65ba29-72d4-415a-b535-07a9cd586e34', 'b4bc14ff-33f2-4975-8ee0-98c45dc0e3dc', '28d629bc-1863-4ab5-9e53-2a5874e707ef', '49b38c61-f223-495f-b259-956bd2cb3e8f'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:46:01.796874 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-13f32194-636f-4ef9-adf7-6154202a5397 tempest-ReplicationAdminTest-649857771 None] Share replica edb58955-532f-40b8-aa9e-b14dffd617c4 deleted successfully.
Feb 19 02:46:01.805631 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:01.806133 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:01.871064 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.065s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:01.892670 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:01.892965 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:01.895341 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:01.895480 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:01.895683 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:01.965703 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.070s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:01.965866 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Updating access rules for share instance c98bdfac-9563-4346-a887-b3b6972cc67f belonging to share 8b773aa9-0f92-4cbe-837f-a6c629d54736. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:46:01.982834 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:01.983453 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:02.009183 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:02.009450 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:02.009811 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:02.027124 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.017s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:02.040006 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:02.040290 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:02.040526 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:02.040725 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] [chan 61] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:02.041206 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 61] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:02.041282 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 61 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:02.042923 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 61] Sesch channel 61 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:02.082829 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 61] EOF received (61) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:02.083189 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 61] EOF sent (61) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:02.083974 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:02.084398 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash,ro=51.51.51.51,no_root_squash betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:02.084744 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] [chan 50] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:02.085552 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 50] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:02.085709 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 50 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:02.087860 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 50] Sesch channel 50 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:02.135633 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 50] EOF received (50) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:02.136062 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 50] EOF sent (50) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:02.136687 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:02.137057 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.097s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:02.137380 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:02.137870 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:02.211546 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.073s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:02.211708 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:02.212073 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:02.212259 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:02.212482 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:02.212750 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:02.215443 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:02.215632 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:02.215949 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:02.218262 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:02.218479 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:02.218766 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:02.244558 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:02.244699 np0000156481 manila-share[88840]: INFO manila.share.access [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Access rules were successfully modified for share instance c98bdfac-9563-4346-a887-b3b6972cc67f belonging to share 8b773aa9-0f92-4cbe-837f-a6c629d54736.
Feb 19 02:46:02.283470 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-76010a67-ed1c-402c-a95a-d302d4ecbae6 tempest-MigrationCancelNFSTest-992920527 None] Share Migration for share 8b773aa9-0f92-4cbe-837f-a6c629d54736 was cancelled.
Feb 19 02:46:03.184608 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f35b9886-c558-490b-94c7-6c60db4afa6f tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:03.185121 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-f35b9886-c558-490b-94c7-6c60db4afa6f tempest-MigrationCancelNFSTest-992920527 None] [chan 109] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:03.185121 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 109] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:03.185211 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 109 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:03.186338 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 109] Sesch channel 109 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:03.277620 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 109] EOF received (109) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:03.277798 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 109] EOF sent (109) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:03.278167 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f35b9886-c558-490b-94c7-6c60db4afa6f tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:03.278402 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f35b9886-c558-490b-94c7-6c60db4afa6f tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:03.278543 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-f35b9886-c558-490b-94c7-6c60db4afa6f tempest-MigrationCancelNFSTest-992920527 None] [chan 18] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:03.278915 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 18] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:03.278987 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 18 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:03.280450 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 18] Sesch channel 18 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:03.309787 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 18] EOF received (18) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:03.310147 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 18] EOF sent (18) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:03.310786 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f35b9886-c558-490b-94c7-6c60db4afa6f tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:03.311108 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-f35b9886-c558-490b-94c7-6c60db4afa6f tempest-MigrationCancelNFSTest-992920527 None] ZFS option mountpoint's value is /betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:03.334633 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-f35b9886-c558-490b-94c7-6c60db4afa6f tempest-MigrationCancelNFSTest-992920527 None] Share instance fd40303f-e002-4356-b612-437d6a9941c5 created successfully.
Feb 19 02:46:03.867489 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-8d2dc7a0-0a9c-46fb-bd60-0b22f6dfc104 tempest-ReplicationAdminTest-649857771 None] Lock "locked-share-replica-operation-for-share-d465e4f0-78e1-4f3c-92d4-b5c4d0ca857e" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:46:03.959922 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8d2dc7a0-0a9c-46fb-bd60-0b22f6dfc104 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__e5b25554_12e0_489a_ac20_4deb3aa6b966_time_2026-02-19T02:46:03.943259 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:03.960101 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-8d2dc7a0-0a9c-46fb-bd60-0b22f6dfc104 tempest-ReplicationAdminTest-649857771 None] [chan 102] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:03.960590 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 102] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:03.960753 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 102 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:03.962031 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 102] Sesch channel 102 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:04.205649 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 102] EOF received (102) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:04.205891 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 102] EOF sent (102) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:04.206577 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8d2dc7a0-0a9c-46fb-bd60-0b22f6dfc104 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:04.206987 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8d2dc7a0-0a9c-46fb-bd60-0b22f6dfc104 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__e5b25554_12e0_489a_ac20_4deb3aa6b966_time_2026-02-19T02:46:03.943259 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:04.207346 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-8d2dc7a0-0a9c-46fb-bd60-0b22f6dfc104 tempest-ReplicationAdminTest-649857771 None] [chan 81] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:04.207948 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 81] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:04.208110 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 81 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:04.210151 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 81] Sesch channel 81 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:05.213888 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:46:05.214605 np0000156481 manila-share[88844]: DEBUG manila.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Notifying Schedulers of capabilities ... {{(pid=88844) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:46:05.219120 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:46:05.236472 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:46:05.236578 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica instances. {{(pid=88844) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:46:05.339376 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 81] EOF received (81) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:05.339781 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 81] EOF sent (81) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:05.341221 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8d2dc7a0-0a9c-46fb-bd60-0b22f6dfc104 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:05.341638 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-8d2dc7a0-0a9c-46fb-bd60-0b22f6dfc104 tempest-ReplicationAdminTest-649857771 None] Info about replica 'e5b25554-12e0-489a-ac20-4deb3aa6b966' creation is following:
Feb 19 02:46:05.341638 np0000156481 manila-share[88844]: receiving full stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241 into gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241
Feb 19 02:46:05.341638 np0000156481 manila-share[88844]: received 43.9K stream in 0.08 seconds (566K/sec)
Feb 19 02:46:05.341638 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593 into gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593
Feb 19 02:46:05.341638 np0000156481 manila-share[88844]: received 312B stream in 0.08 seconds (4.05K/sec)
Feb 19 02:46:05.341638 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499 into gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499
Feb 19 02:46:05.341638 np0000156481 manila-share[88844]: received 312B stream in 0.08 seconds (3.96K/sec)
Feb 19 02:46:05.341638 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804 into gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804
Feb 19 02:46:05.341638 np0000156481 manila-share[88844]: received 312B stream in 0.07 seconds (4.50K/sec)
Feb 19 02:46:05.341914 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922 into gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922
Feb 19 02:46:05.341914 np0000156481 manila-share[88844]: received 312B stream in 0.07 seconds (4.42K/sec)
Feb 19 02:46:05.341914 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__9e9551ca_f7f5_436e_9bc6_14356370dd92_time_2026-02-19T02:44:56.136698 into gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__9e9551ca_f7f5_436e_9bc6_14356370dd92_time_2026-02-19T02:44:56.136698
Feb 19 02:46:05.341914 np0000156481 manila-share[88844]: received 312B stream in 0.07 seconds (4.18K/sec)
Feb 19 02:46:05.341914 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__b304c2f6_2c2b_48fa_9223_37a308ad13a5_time_2026-02-19T02:45:17.760197 into gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__b304c2f6_2c2b_48fa_9223_37a308ad13a5_time_2026-02-19T02:45:17.760197
Feb 19 02:46:05.341914 np0000156481 manila-share[88844]: received 312B stream in 0.07 seconds (4.24K/sec)
Feb 19 02:46:05.341914 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__edb58955_532f_40b8_aa9e_b14dffd617c4_time_2026-02-19T02:45:39.331425 into gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__edb58955_532f_40b8_aa9e_b14dffd617c4_time_2026-02-19T02:45:39.331425
Feb 19 02:46:05.341914 np0000156481 manila-share[88844]: received 312B stream in 0.08 seconds (3.99K/sec)
Feb 19 02:46:05.341914 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__e5b25554_12e0_489a_ac20_4deb3aa6b966_time_2026-02-19T02:46:03.943259 into gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__e5b25554_12e0_489a_ac20_4deb3aa6b966_time_2026-02-19T02:46:03.943259
Feb 19 02:46:05.341914 np0000156481 manila-share[88844]: received 312B stream in 0.08 seconds (3.97K/sec)
Feb 19 02:46:05.342259 np0000156481 manila-share[88844]:  {{(pid=88844) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 02:46:05.342259 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8d2dc7a0-0a9c-46fb-bd60-0b22f6dfc104 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:05.342259 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-8d2dc7a0-0a9c-46fb-bd60-0b22f6dfc104 tempest-ReplicationAdminTest-649857771 None] [chan 90] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:05.342873 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 90] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:05.343036 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 90 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:05.345023 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 90] Sesch channel 90 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:05.383189 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 90] EOF received (90) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:05.383595 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 90] EOF sent (90) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:05.384190 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8d2dc7a0-0a9c-46fb-bd60-0b22f6dfc104 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:05.384600 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8d2dc7a0-0a9c-46fb-bd60-0b22f6dfc104 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:05.384981 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-8d2dc7a0-0a9c-46fb-bd60-0b22f6dfc104 tempest-ReplicationAdminTest-649857771 None] [chan 90] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:05.385761 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 90] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:05.385922 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 90 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:05.387421 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 90] Sesch channel 90 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:05.458267 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 90] EOF received (90) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:05.458481 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 90] EOF sent (90) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:05.458873 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8d2dc7a0-0a9c-46fb-bd60-0b22f6dfc104 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:05.459053 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8d2dc7a0-0a9c-46fb-bd60-0b22f6dfc104 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:05.459485 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8d2dc7a0-0a9c-46fb-bd60-0b22f6dfc104 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:05.459563 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8d2dc7a0-0a9c-46fb-bd60-0b22f6dfc104 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:05.459728 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-8d2dc7a0-0a9c-46fb-bd60-0b22f6dfc104 tempest-ReplicationAdminTest-649857771 None] [chan 42] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:05.460039 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 42] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:05.460115 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 42 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:05.461328 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 42] Sesch channel 42 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:05.491460 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 42] EOF received (42) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:05.491833 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 42] EOF sent (42) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:05.492631 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8d2dc7a0-0a9c-46fb-bd60-0b22f6dfc104 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:05.493058 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8d2dc7a0-0a9c-46fb-bd60-0b22f6dfc104 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:05.493474 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-8d2dc7a0-0a9c-46fb-bd60-0b22f6dfc104 tempest-ReplicationAdminTest-649857771 None] [chan 48] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:05.494093 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 48] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:05.494252 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 48 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:05.496057 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 48] Sesch channel 48 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:05.548906 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 48] EOF received (48) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:05.549389 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 48] EOF sent (48) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:05.550092 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8d2dc7a0-0a9c-46fb-bd60-0b22f6dfc104 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:05.550522 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8d2dc7a0-0a9c-46fb-bd60-0b22f6dfc104 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.091s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:05.550833 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8d2dc7a0-0a9c-46fb-bd60-0b22f6dfc104 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:05.551194 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-8d2dc7a0-0a9c-46fb-bd60-0b22f6dfc104 tempest-ReplicationAdminTest-649857771 None] [chan 43] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:05.551862 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 43] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:05.552067 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 43 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:05.554785 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 43] Sesch channel 43 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:05.583742 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 43] EOF received (43) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:05.584172 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 43] EOF sent (43) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:05.584854 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8d2dc7a0-0a9c-46fb-bd60-0b22f6dfc104 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:05.585367 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8d2dc7a0-0a9c-46fb-bd60-0b22f6dfc104 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is /gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:05.618512 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8d2dc7a0-0a9c-46fb-bd60-0b22f6dfc104 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e5b25554-12e0-489a-ac20-4deb3aa6b966" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:05.618951 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8d2dc7a0-0a9c-46fb-bd60-0b22f6dfc104 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_e5b25554-12e0-489a-ac20-4deb3aa6b966" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:05.621657 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8d2dc7a0-0a9c-46fb-bd60-0b22f6dfc104 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_e5b25554-12e0-489a-ac20-4deb3aa6b966" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:05.621855 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8d2dc7a0-0a9c-46fb-bd60-0b22f6dfc104 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e5b25554-12e0-489a-ac20-4deb3aa6b966" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:05.622160 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8d2dc7a0-0a9c-46fb-bd60-0b22f6dfc104 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_e5b25554-12e0-489a-ac20-4deb3aa6b966" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:05.641630 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8d2dc7a0-0a9c-46fb-bd60-0b22f6dfc104 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_e5b25554-12e0-489a-ac20-4deb3aa6b966" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.019s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:05.641764 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-8d2dc7a0-0a9c-46fb-bd60-0b22f6dfc104 tempest-ReplicationAdminTest-649857771 None] Share replica e5b25554-12e0-489a-ac20-4deb3aa6b966 created successfully.
Feb 19 02:46:05.642149 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Lock "locked-share-replica-operation-for-share-d465e4f0-78e1-4f3c-92d4-b5c4d0ca857e" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:46:05.684418 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share share_replica e5b25554-12e0-489a-ac20-4deb3aa6b966:  {{(pid=88844) _share_replica_update /opt/stack/manila/manila/share/manager.py:2964}}
Feb 19 02:46:05.731972 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__e5b25554_12e0_489a_ac20_4deb3aa6b966_time_2026-02-19T02:46:05.731529 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:05.732136 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 103] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:05.732701 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 103] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:05.732806 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 103 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:05.734779 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 103] Sesch channel 103 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:05.976077 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 103] EOF received (103) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:05.976486 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 103] EOF sent (103) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:05.977071 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:05.977371 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:05.977691 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 82] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:05.978392 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 82] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:05.978565 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 82 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:05.980089 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 82] Sesch channel 82 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:06.023611 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 82] EOF received (82) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:06.024018 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 82] EOF sent (82) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:06.024615 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:06.024925 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__e5b25554_12e0_489a_ac20_4deb3aa6b966_time_2026-02-19T02:46:03.943259 betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__e5b25554_12e0_489a_ac20_4deb3aa6b966_time_2026-02-19T02:46:05.731529 '|' ssh stack@127.0.0.1 sudo zfs receive -vF gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:06.025215 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 91] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:06.025800 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 91] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:06.107876 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 91 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:06.109916 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 91] Sesch channel 91 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:06.292547 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] Received request to update access for share instance fd40303f-e002-4356-b612-437d6a9941c5. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:46:06.304826 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:06.305120 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:06.308519 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:06.308694 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:06.308987 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:06.350069 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.041s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:06.350195 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] Updating access rules for share instance fd40303f-e002-4356-b612-437d6a9941c5 belonging to share 260e4e18-0157-4756-96d5-66433ca0d01a. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:46:06.364144 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:06.364514 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:06.371087 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:06.371246 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:06.371532 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:06.390130 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.018s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:06.410274 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:06.410761 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:06.410930 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:06.411122 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] [chan 83] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:06.412018 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 83] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:06.412018 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 83 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:06.413758 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 83] Sesch channel 83 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:06.453204 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 83] EOF received (83) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:06.453449 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 83] EOF sent (83) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:06.453824 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:06.454092 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:06.454296 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] [chan 51] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:06.454795 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 51] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:06.454871 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 51 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:06.456163 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 51] Sesch channel 51 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:06.503946 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 51] EOF received (51) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:06.504181 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 51] EOF sent (51) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:06.504799 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:06.505184 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.094s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:06.505536 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:06.506042 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:06.547592 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.042s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:06.547746 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:06.547995 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:06.548123 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:06.548256 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:06.548462 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:06.550407 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:06.550672 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:06.550749 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:06.552447 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:06.552567 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:06.552776 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:06.572983 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.020s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:06.573134 np0000156481 manila-share[88840]: INFO manila.share.access [None req-849ea705-6359-45bc-aca5-9e54aa3d00e4 tempest-MigrationCancelNFSTest-992920527 None] Access rules were successfully modified for share instance fd40303f-e002-4356-b612-437d6a9941c5 belonging to share 260e4e18-0157-4756-96d5-66433ca0d01a.
Feb 19 02:46:06.665264 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 91] EOF received (91) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:06.665534 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 91] EOF sent (91) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:06.666025 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:06.666193 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Info about last replica 'e5b25554-12e0-489a-ac20-4deb3aa6b966' sync is following:
Feb 19 02:46:06.666193 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__e5b25554_12e0_489a_ac20_4deb3aa6b966_time_2026-02-19T02:46:05.731529 into gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__e5b25554_12e0_489a_ac20_4deb3aa6b966_time_2026-02-19T02:46:05.731529
Feb 19 02:46:06.666193 np0000156481 manila-share[88844]: received 312B stream in 0.04 seconds (7.71K/sec)
Feb 19 02:46:06.666193 np0000156481 manila-share[88844]:  {{(pid=88844) _update_replica_state /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1070}}
Feb 19 02:46:06.682802 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:06.682980 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 91] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:06.683423 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 91] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:06.683521 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 91 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:06.685590 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 91] Sesch channel 91 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:06.728931 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 91] EOF received (91) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:06.729360 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 91] EOF sent (91) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:06.730611 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:06.731161 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Acquiring lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:06.732062 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:06.732346 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:06.732743 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 104] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:06.733463 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 104] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:06.733641 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 104 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:06.735505 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 104] Sesch channel 104 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:06.762069 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 104] EOF received (104) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:06.762511 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 104] EOF sent (104) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:06.763251 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:06.763642 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:06.764072 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:06.764513 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 83] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:06.765187 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 83] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:06.765403 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 83 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:06.767147 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 83] Sesch channel 83 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:06.788376 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 83] EOF received (83) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:06.788579 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 83] EOF sent (83) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:06.788946 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:08.790488 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:08.791154 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 92] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:08.791768 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 92] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:08.791934 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 92 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:08.793854 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 92] Sesch channel 92 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:08.840733 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 92] EOF received (92) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:08.841143 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 92] EOF sent (92) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:08.842077 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:08.842632 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.111s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:08.842931 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Acquiring lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:08.843814 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:08.844083 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:08.844407 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 92] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:08.845181 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 92] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:08.845433 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 92 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:08.847420 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 92] Sesch channel 92 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:08.875583 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 92] EOF received (92) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:08.875850 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 92] EOF sent (92) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:08.876259 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:08.876512 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:08.876773 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:08.876982 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 105] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:08.877503 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 105] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:08.877668 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 105 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:08.879071 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 105] Sesch channel 105 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:08.900209 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 105] EOF received (105) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:08.901568 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 105] EOF sent (105) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:08.901568 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:09.452714 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] Received request to update access for share instance fd40303f-e002-4356-b612-437d6a9941c5. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:46:09.466181 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:09.466508 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:09.468485 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:09.468771 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:09.468845 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:09.503299 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.034s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:09.503444 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] Updating access rules for share instance fd40303f-e002-4356-b612-437d6a9941c5 belonging to share 260e4e18-0157-4756-96d5-66433ca0d01a. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:46:09.520268 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:09.520571 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:09.525533 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:09.525677 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:09.525927 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:09.548940 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:09.561811 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:09.562196 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:09.562553 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:09.562945 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] [chan 62] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:09.563599 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 62] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:09.563739 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 62 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:09.565559 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 62] Sesch channel 62 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:09.597685 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 62] EOF received (62) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:09.598127 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 62] EOF sent (62) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:09.599026 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:09.599522 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash,ro=51.51.51.51,no_root_squash betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:09.599922 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] [chan 19] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:09.600563 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 19] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:09.600798 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 19 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:09.602560 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 19] Sesch channel 19 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:09.653258 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 19] EOF received (19) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:09.653742 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 19] EOF sent (19) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:09.654590 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:09.655004 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.093s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:09.655415 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:09.655969 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:09.707964 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.052s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:09.708109 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:09.708261 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:09.708392 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:09.708518 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:09.708749 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:09.710760 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:09.710888 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:09.711080 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:09.713012 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:09.713135 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:09.713339 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:09.735780 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.022s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:09.735967 np0000156481 manila-share[88840]: INFO manila.share.access [None req-bfaab7a9-c4d4-45d9-a86e-e5c71b64ae3e tempest-MigrationCancelNFSTest-992920527 None] Access rules were successfully modified for share instance fd40303f-e002-4356-b612-437d6a9941c5 belonging to share 260e4e18-0157-4756-96d5-66433ca0d01a.
Feb 19 02:46:10.901726 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:10.902442 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 84] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:10.903059 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 84] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:10.903235 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 84 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:10.905231 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 84] Sesch channel 84 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:10.953602 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 84] EOF received (84) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:10.954028 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 84] EOF sent (84) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:10.954679 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:10.955208 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.112s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:10.955498 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Acquiring lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:10.956034 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:10.956292 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:10.956657 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 93] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:10.957278 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 93] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:10.957487 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 93 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:10.959224 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 93] Sesch channel 93 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:10.985792 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 93] EOF received (93) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:10.986130 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 93] EOF sent (93) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:10.986705 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:10.986960 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:10.987326 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:10.987611 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 93] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:10.988155 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 93] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:10.988333 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 93 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:10.989973 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 93] Sesch channel 93 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:11.009876 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 93] EOF received (93) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:11.010271 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 93] EOF sent (93) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:11.010946 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:12.664610 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Entered migration_start method for share 260e4e18-0157-4756-96d5-66433ca0d01a. {{(pid=88840) migration_start /opt/stack/manila/manila/share/manager.py:1657}}
Feb 19 02:46:12.783790 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:12.784274 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:12.888148 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.104s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:12.888283 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Received request to update access for share instance fd40303f-e002-4356-b612-437d6a9941c5. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:46:12.903278 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:12.903529 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:12.905636 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:12.905768 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:12.905970 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:12.973004 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.067s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:12.973169 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Updating access rules for share instance fd40303f-e002-4356-b612-437d6a9941c5 belonging to share 260e4e18-0157-4756-96d5-66433ca0d01a. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:46:12.991004 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:12.991401 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:13.011684 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:13.012225 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 106] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.012831 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 106] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.013006 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 106 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:13.015025 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 106] Sesch channel 106 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.022582 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.031s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:13.022814 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:13.023133 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:13.041549 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.018s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:13.041896 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] All access rules of share instance fd40303f-e002-4356-b612-437d6a9941c5 are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88840) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 02:46:13.053982 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 106] EOF received (106) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.054598 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 106] EOF sent (106) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.054963 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:13.055417 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.099s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:13.055699 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Acquiring lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:13.056286 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:13.056564 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:13.056878 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 85] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.057535 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 85] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.057695 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 85 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:13.059340 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:13.059586 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 85] Sesch channel 85 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.059709 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:13.059916 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:13.060116 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] [chan 110] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.060593 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 110] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.060660 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 110 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:13.062199 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 110] Sesch channel 110 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.087223 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 85] EOF received (85) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.087674 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 85] EOF sent (85) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.088381 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:13.088686 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:13.089089 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:13.089432 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 94] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.090048 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 94] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.090226 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 94 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:13.092243 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 94] Sesch channel 94 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.095270 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 110] EOF received (110) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.095563 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 110] EOF sent (110) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.096157 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:13.096466 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs set sharenfs=ro=50.50.50.50:51.51.51.51,no_root_squash betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:13.096751 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] [chan 52] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.097306 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 52] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.097441 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 52 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:13.099479 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 52] Sesch channel 52 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.111066 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 94] EOF received (94) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.111459 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 94] EOF sent (94) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.112137 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:13.151233 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 52] EOF received (52) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.151771 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 52] EOF sent (52) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.152480 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:13.152849 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.093s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:13.153202 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:13.153801 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:13.225774 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.072s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:13.225954 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:13.226339 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:13.226529 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:13.226706 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:13.226988 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:13.229087 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:13.229248 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:13.229459 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:13.231266 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:13.231429 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:13.231641 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:13.258190 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:13.258345 np0000156481 manila-share[88840]: INFO manila.share.access [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Access rules were successfully modified for share instance fd40303f-e002-4356-b612-437d6a9941c5 belonging to share 260e4e18-0157-4756-96d5-66433ca0d01a.
Feb 19 02:46:13.263822 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Initiating driver migration for share 260e4e18-0157-4756-96d5-66433ca0d01a. {{(pid=88840) _migration_start_driver /opt/stack/manila/manila/share/manager.py:1397}}
Feb 19 02:46:13.305832 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs snapshot betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5@tmp_snapshot_for_share_migration__aa1e5f37_26ce_493e_86f5_76b1141d1dfd_time_2026_02_19T02_46_13_286441 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:13.306120 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] [chan 84] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.306818 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 84] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.306933 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 84 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:13.308776 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 84] Sesch channel 84 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.347967 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 84] EOF received (84) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.348425 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 84] EOF sent (84) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.349009 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:13.349705 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo chmod 755 /tmp/tmpxo11w_n1/gamma_manila_share_aa1e5f37_26ce_493e_86f5_76b1141d1dfd.sh {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:13.350063 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] [chan 63] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.350713 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 63] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.350901 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 63 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:13.352869 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 63] Sesch channel 63 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.368752 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 63] EOF received (63) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.369141 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 63] EOF sent (63) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.369735 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:13.370041 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): nohup /tmp/tmpxo11w_n1/gamma_manila_share_aa1e5f37_26ce_493e_86f5_76b1141d1dfd.sh '&' {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:13.370401 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] [chan 111] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.371006 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 111] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.371183 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 111 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:13.373157 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 111] Sesch channel 111 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.709976 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 111] EOF received (111) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.710445 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 111] EOF sent (111) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:13.710817 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c90fad10-82d8-4beb-b960-888db4f00067 tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:15.113013 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:15.113571 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 94] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:15.114130 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 94] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:15.114291 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 94 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:15.116264 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 94] Sesch channel 94 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:15.159338 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 94] EOF received (94) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:15.159728 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 94] EOF sent (94) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:15.160335 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:15.160773 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.105s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:15.161078 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Acquiring lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:15.161631 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:15.161866 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:15.162147 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 107] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:15.162817 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 107] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:15.162979 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 107 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:15.164819 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 107] Sesch channel 107 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:15.190476 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 107] EOF received (107) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:15.190839 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 107] EOF sent (107) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:15.191430 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:15.191709 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:15.192077 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:15.192393 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 86] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:15.193041 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 86] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:15.193197 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 86 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:15.195020 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 86] Sesch channel 86 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:15.212410 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 86] EOF received (86) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:15.212761 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 86] EOF sent (86) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:15.213339 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:17.214632 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:17.215171 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 95] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:17.215850 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 95] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:17.216037 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 95 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:17.218013 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 95] Sesch channel 95 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:17.265575 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 95] EOF received (95) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:17.266086 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 95] EOF sent (95) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:17.266940 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:17.267441 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.106s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:17.267668 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Acquiring lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__9e9551ca_f7f5_436e_9bc6_14356370dd92_time_2026-02-19T02:44:56.136698" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:17.268088 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__9e9551ca_f7f5_436e_9bc6_14356370dd92_time_2026-02-19T02:44:56.136698" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:17.268295 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__9e9551ca_f7f5_436e_9bc6_14356370dd92_time_2026-02-19T02:44:56.136698 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:17.268593 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 95] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:17.269080 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 95] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:17.269211 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 95 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:17.270629 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 95] Sesch channel 95 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:17.300943 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 95] EOF received (95) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:17.301468 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 95] EOF sent (95) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:17.302090 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:17.302542 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:17.302981 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:17.303347 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 108] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:17.304047 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 108] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:17.304271 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 108 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:17.306654 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 108] Sesch channel 108 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:17.328710 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 108] EOF received (108) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:17.329174 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 108] EOF sent (108) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:17.329818 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:19.331351 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__9e9551ca_f7f5_436e_9bc6_14356370dd92_time_2026-02-19T02:44:56.136698 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:19.331906 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 87] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:19.332673 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 87] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:19.332848 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 87 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:19.334869 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 87] Sesch channel 87 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:19.384800 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 87] EOF received (87) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:19.385178 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 87] EOF sent (87) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:19.385898 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:19.386385 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__9e9551ca_f7f5_436e_9bc6_14356370dd92_time_2026-02-19T02:44:56.136698" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.118s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:19.386657 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Acquiring lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__b304c2f6_2c2b_48fa_9223_37a308ad13a5_time_2026-02-19T02:45:17.760197" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:19.387257 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__b304c2f6_2c2b_48fa_9223_37a308ad13a5_time_2026-02-19T02:45:17.760197" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:19.387551 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__b304c2f6_2c2b_48fa_9223_37a308ad13a5_time_2026-02-19T02:45:17.760197 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:19.387845 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 96] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:19.388638 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 96] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:19.388806 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 96 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:19.390862 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 96] Sesch channel 96 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:19.419586 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 96] EOF received (96) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:19.420047 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 96] EOF sent (96) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:19.420936 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:19.421254 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:19.421708 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:19.422014 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 96] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:19.422820 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 96] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:19.423004 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 96 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:19.425203 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 96] Sesch channel 96 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:19.447238 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 96] EOF received (96) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:19.447697 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 96] EOF sent (96) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:19.448389 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:21.449867 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__b304c2f6_2c2b_48fa_9223_37a308ad13a5_time_2026-02-19T02:45:17.760197 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:21.451009 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 109] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:21.451259 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 109] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:21.451549 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 109 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:21.453689 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 109] Sesch channel 109 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:21.504758 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 109] EOF received (109) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:21.504998 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 109] EOF sent (109) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:21.505393 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:21.505728 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__b304c2f6_2c2b_48fa_9223_37a308ad13a5_time_2026-02-19T02:45:17.760197" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.119s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:21.505910 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Acquiring lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__edb58955_532f_40b8_aa9e_b14dffd617c4_time_2026-02-19T02:45:39.331425" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:21.506258 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__edb58955_532f_40b8_aa9e_b14dffd617c4_time_2026-02-19T02:45:39.331425" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:21.506440 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__edb58955_532f_40b8_aa9e_b14dffd617c4_time_2026-02-19T02:45:39.331425 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:21.506618 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 88] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:21.510746 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 88] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:21.510866 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 88 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:21.512723 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 88] Sesch channel 88 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:21.542636 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 88] EOF received (88) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:21.543004 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 88] EOF sent (88) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:21.543596 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:21.543882 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:21.544262 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:21.544585 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 97] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:21.545219 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 97] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:21.545497 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 97 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:21.547523 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 97] Sesch channel 97 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:21.567994 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 97] EOF received (97) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:21.568390 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 97] EOF sent (97) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:21.568915 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:23.570413 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__edb58955_532f_40b8_aa9e_b14dffd617c4_time_2026-02-19T02:45:39.331425 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:23.571432 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 97] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:23.573109 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 97] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:23.573269 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 97 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:23.575405 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 97] Sesch channel 97 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:23.613155 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 97] EOF received (97) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:23.613570 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 97] EOF sent (97) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:23.614117 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:23.614615 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__edb58955_532f_40b8_aa9e_b14dffd617c4_time_2026-02-19T02:45:39.331425" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.108s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:23.614860 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Acquiring lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__e5b25554_12e0_489a_ac20_4deb3aa6b966_time_2026-02-19T02:46:03.943259" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:23.615436 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__e5b25554_12e0_489a_ac20_4deb3aa6b966_time_2026-02-19T02:46:03.943259" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:23.615731 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__e5b25554_12e0_489a_ac20_4deb3aa6b966_time_2026-02-19T02:46:03.943259 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:23.616014 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 110] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:23.616895 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 110] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:23.618359 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 110 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:23.619702 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 110] Sesch channel 110 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:23.643608 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 110] EOF received (110) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:23.643975 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 110] EOF sent (110) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:23.644545 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:23.644965 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:23.645345 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:23.645648 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 89] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:23.646341 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 89] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:23.646519 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 89 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:23.648589 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 89] Sesch channel 89 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:23.674563 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 89] EOF received (89) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:23.674942 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 89] EOF sent (89) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:23.675531 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:25.677284 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__e5b25554_12e0_489a_ac20_4deb3aa6b966_time_2026-02-19T02:46:03.943259 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:25.677986 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 98] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:25.678377 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 98] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:25.678556 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 98 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:25.680510 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 98] Sesch channel 98 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:25.729437 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 98] EOF received (98) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:25.729714 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 98] EOF sent (98) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:25.730099 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:25.730444 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__e5b25554_12e0_489a_ac20_4deb3aa6b966_time_2026-02-19T02:46:03.943259" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.115s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:25.730585 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs list -r -t snapshot betta {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:25.730797 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 98] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:25.731310 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 98] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:25.731468 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 98 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:25.733427 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 98] Sesch channel 98 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:25.975671 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 98] EOF received (98) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:25.976164 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 98] EOF sent (98) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:25.977078 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:25.977755 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs destroy -f betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__e5b25554_12e0_489a_ac20_4deb3aa6b966_time_2026-02-19T02:46:03.943259 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:25.978718 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 111] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:25.980567 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 111] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:25.980748 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 111 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:25.982950 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 111] Sesch channel 111 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:26.236497 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 111] EOF received (111) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:26.236878 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 111] EOF sent (111) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:26.237520 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:26.248189 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Lock "locked-share-replica-operation-for-share-d465e4f0-78e1-4f3c-92d4-b5c4d0ca857e" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:46:26.249133 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:46:26.249305 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:46:26.257834 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.delete_expired_transfers {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:46:26.257942 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for expired transfers.
Feb 19 02:46:26.267235 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:46:26.267409 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:46:26.275134 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:46:26.275230 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica snapshots. {{(pid=88844) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:46:26.289107 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._report_driver_status {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:46:26.289107 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share status
Feb 19 02:46:26.289107 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:26.289479 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 90] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:26.293552 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 90] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:26.293654 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 90 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:26.298747 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 90] Sesch channel 90 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:26.317817 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e5b25554-12e0-489a-ac20-4deb3aa6b966" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:26.318122 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_e5b25554-12e0-489a-ac20-4deb3aa6b966" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:26.320027 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_e5b25554-12e0-489a-ac20-4deb3aa6b966" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:26.320155 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e5b25554-12e0-489a-ac20-4deb3aa6b966" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:26.320388 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_e5b25554-12e0-489a-ac20-4deb3aa6b966" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:26.322291 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_e5b25554-12e0-489a-ac20-4deb3aa6b966" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:26.322458 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e5b25554-12e0-489a-ac20-4deb3aa6b966" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:26.322660 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_e5b25554-12e0-489a-ac20-4deb3aa6b966" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:26.324695 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_e5b25554-12e0-489a-ac20-4deb3aa6b966" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:26.324821 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] All access rules have been synced for share instance e5b25554-12e0-489a-ac20-4deb3aa6b966 belonging to share d465e4f0-78e1-4f3c-92d4-b5c4d0ca857e. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:46:26.327674 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 90] EOF received (90) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:26.327841 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 90] EOF sent (90) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:26.328116 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:26.328234 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option free's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:26.328381 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:26.328524 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 99] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:26.328912 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 99] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:26.329002 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 99 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:26.329390 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:26.329555 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] [chan 99] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:26.329919 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 99] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:26.329995 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 99 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:26.330636 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 99] Sesch channel 99 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:26.331160 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 99] Sesch channel 99 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:26.363241 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 99] EOF received (99) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:26.363518 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 99] EOF sent (99) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:26.363831 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:26.363972 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option size's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:26.364139 np0000156481 manila-share[88844]: DEBUG manila.share.driver [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share stats. {{(pid=88844) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:46:26.364370 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 99] EOF received (99) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:26.364566 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 99] EOF sent (99) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:26.364828 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._execute_periodic_hook {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:46:26.365760 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:26.365969 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__e5b25554_12e0_489a_ac20_4deb3aa6b966_time_2026-02-19T02:46:05.731529" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:26.366280 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__e5b25554_12e0_489a_ac20_4deb3aa6b966_time_2026-02-19T02:46:05.731529" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:26.366533 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__e5b25554_12e0_489a_ac20_4deb3aa6b966_time_2026-02-19T02:46:05.731529 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:26.366721 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] [chan 112] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:26.367894 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 112] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:26.368042 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 112 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:26.369927 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 112] Sesch channel 112 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:26.381111 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:46:26.384467 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:46:26.386550 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:46:26.386634 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share instances. {{(pid=88844) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:46:26.391601 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:46:26.397470 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 112] EOF received (112) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:26.397677 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 112] EOF sent (112) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:26.398000 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:26.398157 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:26.398391 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:26.398578 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] [chan 91] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:26.398955 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 91] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:26.399038 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 91 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:26.400689 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 91] Sesch channel 91 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:26.419802 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 91] EOF received (91) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:26.420169 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 91] EOF sent (91) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:26.420811 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:28.422115 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__e5b25554_12e0_489a_ac20_4deb3aa6b966_time_2026-02-19T02:46:05.731529 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:28.423508 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] [chan 100] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:28.424427 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 100] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:28.424602 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 100 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:28.426219 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 100] Sesch channel 100 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:28.468279 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 100] EOF received (100) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:28.468695 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 100] EOF sent (100) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:28.469290 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:28.469812 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966@tmp_snapshot_for_replication__e5b25554_12e0_489a_ac20_4deb3aa6b966_time_2026-02-19T02:46:05.731529" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.103s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:28.470080 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:28.470453 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] [chan 100] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:28.471071 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 100] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:28.471238 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 100 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:28.473287 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 100] Sesch channel 100 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:28.506861 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 100] EOF received (100) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:28.507293 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] [chan 100] EOF sent (100) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:28.508549 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:28.509004 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:28.509565 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:28.509851 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:28.510192 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] [chan 49] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:28.510805 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 49] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:28.510974 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 49 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:28.512835 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 49] Sesch channel 49 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:28.540620 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 49] EOF received (49) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:28.540920 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 49] EOF sent (49) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:28.541503 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:28.541814 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:28.542115 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.033s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:28.542463 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:28.542903 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:28.543165 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:28.543570 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] [chan 113] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:28.544189 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 113] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:28.544400 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 113 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:28.546458 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 113] Sesch channel 113 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:28.567820 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 113] EOF received (113) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:28.568157 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 113] EOF sent (113) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:28.568757 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:28.569048 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is /gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:28.569348 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): lsof -w /gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:28.569660 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] [chan 92] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:28.570760 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 92] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:28.570924 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 92 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:28.572949 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 92] Sesch channel 92 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:28.692364 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 92] EOF received (92) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:28.692693 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 92] EOF sent (92) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:28.693274 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:28.693906 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount /gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:28.694240 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] [chan 101] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:28.694939 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 101] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:28.695113 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 101 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:28.697291 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 101] Sesch channel 101 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:28.729971 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 101] EOF received (101) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:28.730389 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 101] EOF sent (101) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:28.731001 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:30.434056 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:46:30.434733 np0000156481 manila-share[88840]: DEBUG manila.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Notifying Schedulers of capabilities ... {{(pid=88840) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:46:30.437417 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:46:30.496254 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): ps aux {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:30.496499 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 85] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:30.497354 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 85] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:30.497496 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 85 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:30.499288 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 85] Sesch channel 85 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:30.540538 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 85] EOF received (85) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:30.540902 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 85] EOF sent (85) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:30.569478 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:30.571745 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zfs get quota gamma/manila_share_2e6ecae7_3969_464e_a4ab_d9734b585c3b {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:30.571894 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 64] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:30.572337 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 64] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:30.572419 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 64 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:30.574059 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 64] Sesch channel 64 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:30.638499 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 64] EOF received (64) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:30.638770 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 64] EOF sent (64) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:30.639121 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:30.659430 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Share Migration for share 928a741e-ba43-42bd-9693-2ed403513bd5 completed first phase successfully.
Feb 19 02:46:30.689876 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): ps aux {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:30.690029 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 112] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:30.690451 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 112] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:30.690552 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 112 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:30.692201 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 112] Sesch channel 112 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:30.731895 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:30.732540 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] [chan 101] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:30.733282 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 101] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:30.733496 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 101 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:30.733713 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 112] EOF sent (112) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:30.734982 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 101] Sesch channel 101 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:30.759689 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:30.761863 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 112] EOF received (112) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:30.762593 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zfs get quota gamma/manila_share_c059fc90_62bc_4b21_b82c_afbdcba33d82 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:30.762780 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 86] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:30.763217 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 86] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:30.763330 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 86 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:30.765014 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 86] Sesch channel 86 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:30.787517 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 101] EOF received (101) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:30.787870 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 101] EOF sent (101) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:30.788559 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:30.789102 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_e5b25554_12e0_489a_ac20_4deb3aa6b966" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.246s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:30.790107 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 86] EOF received (86) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:30.790560 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 86] EOF sent (86) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:30.791153 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:30.813891 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Share Migration for share b69067af-b581-4401-85ad-223de5dec7e1 completed first phase successfully.
Feb 19 02:46:30.848852 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): ps aux {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:30.849090 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 65] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:30.849766 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 65] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:30.849828 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 65 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:30.851168 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 65] Sesch channel 65 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:30.881812 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Created reservations ['4456430a-fb1a-4cc6-818a-32013162210f', '6e06cf93-3506-4866-8cc1-40e73cf00a6c', 'cc785ded-4a78-438b-a9f4-4fa66902910d', 'b2381108-b64f-491e-8af0-dcb74d7cc5f1'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:46:30.893098 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 65] EOF received (65) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:30.893669 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 65] EOF sent (65) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:30.896687 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Committed reservations ['4456430a-fb1a-4cc6-818a-32013162210f', '6e06cf93-3506-4866-8cc1-40e73cf00a6c', 'cc785ded-4a78-438b-a9f4-4fa66902910d', 'b2381108-b64f-491e-8af0-dcb74d7cc5f1'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:46:30.901261 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-52b5a785-8e22-49b8-a358-874bac00a672 tempest-ReplicationAdminTest-649857771 None] Share replica e5b25554-12e0-489a-ac20-4deb3aa6b966 deleted successfully.
Feb 19 02:46:30.917485 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:30.920383 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zfs get quota gamma/manila_share_cab5f653_d3ee_4042_9f5c_063ee188de03 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:30.920557 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 113] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:30.921057 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 113] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:30.921126 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 113 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:30.922928 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 113] Sesch channel 113 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:30.953960 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 113] EOF received (113) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:30.954335 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 113] EOF sent (113) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:30.954879 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:30.976979 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Share Migration for share 9cfacb9f-b2c7-4bb2-addf-20b82c0c853c completed first phase successfully.
Feb 19 02:46:31.010496 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): ps aux {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:31.010647 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 87] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.011047 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 87] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.011107 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 87 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:31.012262 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 87] Sesch channel 87 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.054147 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 87] EOF received (87) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.054578 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 87] EOF sent (87) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.080711 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:31.082707 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zfs get quota gamma/manila_share_c48a6c87_32c8_44f4_aade_25a54073f009 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:31.082829 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 66] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.083378 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 66] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.083443 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 66 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:31.085460 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 66] Sesch channel 66 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.111552 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 66] EOF received (66) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.111918 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 66] EOF sent (66) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.112468 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:31.139952 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Share Migration for share 9cc514e4-7163-47d5-a12f-68285cfa0154 completed first phase successfully.
Feb 19 02:46:31.171041 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): ps aux {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:31.171213 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 114] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.171786 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 114] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.171893 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 114 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:31.173783 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 114] Sesch channel 114 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.217567 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 114] EOF received (114) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.217766 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 114] EOF sent (114) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.244784 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:31.246915 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zfs get quota gamma/manila_share_aa1e5f37_26ce_493e_86f5_76b1141d1dfd {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:31.247052 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 88] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.247440 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 88] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.247515 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 88 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:31.249036 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 88] Sesch channel 88 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.276278 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 88] EOF received (88) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.276693 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 88] EOF sent (88) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.277271 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:31.299212 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Share Migration for share 260e4e18-0157-4756-96d5-66433ca0d01a completed first phase successfully.
Feb 19 02:46:31.299381 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:46:31.299481 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica instances. {{(pid=88840) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:46:31.307604 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:46:31.307797 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:46:31.312737 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.delete_expired_transfers {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:46:31.312897 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for expired transfers.
Feb 19 02:46:31.317693 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:46:31.317832 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:46:31.320829 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:46:31.320964 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica snapshots. {{(pid=88840) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:46:31.328238 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._report_driver_status {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:46:31.328342 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share status
Feb 19 02:46:31.328553 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:31.328696 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 67] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.329168 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 67] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.329240 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 67 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:31.330988 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 67] Sesch channel 67 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.360153 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 67] EOF received (67) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.360153 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 67] EOF sent (67) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.360386 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:31.360573 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:31.360747 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:31.360927 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 115] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.361430 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 115] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.361540 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 115 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:31.363400 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 115] Sesch channel 115 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.393360 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 115] EOF received (115) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.393739 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 115] EOF sent (115) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.394207 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:31.394483 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:31.394844 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:31.395110 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 89] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.395762 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 89] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.395926 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 89 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:31.397757 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 89] Sesch channel 89 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.429845 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 89] EOF received (89) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.430537 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 89] EOF sent (89) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.430713 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:31.430953 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:31.431189 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:31.431478 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 68] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.432954 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 68] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.433140 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 68 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:31.436666 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 68] Sesch channel 68 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.463795 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 68] EOF received (68) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.464191 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 68] EOF sent (68) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.464758 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:31.465026 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:31.465275 np0000156481 manila-share[88840]: DEBUG manila.share.driver [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share stats. {{(pid=88840) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:46:31.465864 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._execute_periodic_hook {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:46:31.481184 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:46:31.483489 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:46:31.485502 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:46:31.485589 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share instances. {{(pid=88840) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:46:31.497303 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:46:31.898266 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_6c14e18d-e185-4a9f-beb1-ba0d06198835" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:31.898770 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_6c14e18d-e185-4a9f-beb1-ba0d06198835" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:31.901110 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_6c14e18d-e185-4a9f-beb1-ba0d06198835" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:31.901304 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_6c14e18d-e185-4a9f-beb1-ba0d06198835" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:31.901618 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_6c14e18d-e185-4a9f-beb1-ba0d06198835" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:31.904182 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_6c14e18d-e185-4a9f-beb1-ba0d06198835" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:31.904402 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_6c14e18d-e185-4a9f-beb1-ba0d06198835" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:31.904707 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_6c14e18d-e185-4a9f-beb1-ba0d06198835" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:31.907092 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_6c14e18d-e185-4a9f-beb1-ba0d06198835" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:31.907367 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] All access rules have been synced for share instance 6c14e18d-e185-4a9f-beb1-ba0d06198835 belonging to share f48641cb-4bb6-47c1-b996-1dac522e34d4. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:46:31.911152 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:31.911370 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] [chan 114] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.911804 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 114] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.911929 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 114 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:31.913592 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 114] Sesch channel 114 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.944497 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 114] EOF received (114) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.944936 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 114] EOF sent (114) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.945779 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:31.946345 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:31.946664 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] [chan 93] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.947390 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 93] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.947596 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 93 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:31.949648 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 93] Sesch channel 93 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.985130 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 93] EOF received (93) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.985847 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 93] EOF sent (93) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.986900 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:31.987460 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835@tmp_snapshot_for_replication__6c14e18d_e185_4a9f_beb1_ba0d06198835_time_2026-02-19T02:44:06.321483" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:31.988200 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835@tmp_snapshot_for_replication__6c14e18d_e185_4a9f_beb1_ba0d06198835_time_2026-02-19T02:44:06.321483" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:31.988751 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835@tmp_snapshot_for_replication__6c14e18d_e185_4a9f_beb1_ba0d06198835_time_2026-02-19T02:44:06.321483 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:31.989148 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] [chan 102] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.989829 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 102] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:31.989946 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 102 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:31.991118 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 102] Sesch channel 102 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:32.016377 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 102] EOF received (102) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:32.016841 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 102] EOF sent (102) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:32.017509 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:32.017835 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:32.018284 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:32.018642 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] [chan 102] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:32.019282 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 102] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:32.019572 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 102 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:32.021727 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 102] Sesch channel 102 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:32.039667 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 102] EOF received (102) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:32.040110 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 102] EOF sent (102) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:32.040857 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:32.836268 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Received request to finish Share Migration for share b69067af-b581-4401-85ad-223de5dec7e1.
Feb 19 02:46:32.866282 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs destroy gamma/manila_share_c059fc90_62bc_4b21_b82c_afbdcba33d82@tmp_snapshot_for_share_migration__c059fc90_62bc_4b21_b82c_afbdcba33d82_time_2026_02_19T02_45_38_269238 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:32.866586 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 116] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:32.867035 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 116] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:32.867145 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 116 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:32.868660 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 116] Sesch channel 116 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:32.914938 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 116] EOF received (116) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:32.915381 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 116] EOF sent (116) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:32.916069 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:32.916464 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_c059fc90_62bc_4b21_b82c_afbdcba33d82 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:32.916835 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 90] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:32.917595 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 90] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:32.917765 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 90 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:32.919817 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 90] Sesch channel 90 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:32.945706 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 90] EOF received (90) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:32.946056 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 90] EOF sent (90) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:32.946664 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:32.946984 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] ZFS option mountpoint's value is /gamma/manila_share_c059fc90_62bc_4b21_b82c_afbdcba33d82. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:32.953436 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:32.953677 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 69] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:32.954108 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 69] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:32.954212 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 69 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:32.956443 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 69] Sesch channel 69 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.016991 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 69] EOF received (69) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.018139 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 69] EOF sent (69) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.018139 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:33.018553 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:33.018677 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 117] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.019258 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 117] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.019461 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 117 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:33.021369 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 117] Sesch channel 117 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.055643 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 117] EOF received (117) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.056087 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 117] EOF sent (117) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.056763 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:33.057126 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "zfs-dataset-alpha/manila_share_37f431e7_7584_478c_8659_39c74b6836d1@tmp_snapshot_for_share_migration__c059fc90_62bc_4b21_b82c_afbdcba33d82_time_2026_02_19T02_45_38_269238" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:33.057945 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-alpha/manila_share_37f431e7_7584_478c_8659_39c74b6836d1@tmp_snapshot_for_share_migration__c059fc90_62bc_4b21_b82c_afbdcba33d82_time_2026_02_19T02_45_38_269238" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:33.058231 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_37f431e7_7584_478c_8659_39c74b6836d1@tmp_snapshot_for_share_migration__c059fc90_62bc_4b21_b82c_afbdcba33d82_time_2026_02_19T02_45_38_269238 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:33.058721 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 91] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.059350 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 91] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.059537 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 91 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:33.061439 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 91] Sesch channel 91 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.090051 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 91] EOF received (91) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.090564 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 91] EOF sent (91) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.091238 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:33.091619 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:33.092138 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:33.092540 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 70] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.093228 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 70] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.093480 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 70 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:33.095580 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 70] Sesch channel 70 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.114042 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 70] EOF received (70) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.114537 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 70] EOF sent (70) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.115160 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:33.285800 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Received request to finish Share Migration for share 928a741e-ba43-42bd-9693-2ed403513bd5.
Feb 19 02:46:33.304977 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Received request to finish Share Migration for share 9cfacb9f-b2c7-4bb2-addf-20b82c0c853c.
Feb 19 02:46:33.325367 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs destroy gamma/manila_share_2e6ecae7_3969_464e_a4ab_d9734b585c3b@tmp_snapshot_for_share_migration__2e6ecae7_3969_464e_a4ab_d9734b585c3b_time_2026_02_19T02_46_00_474013 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:33.325806 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 118] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.328830 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 118] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.329004 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 118 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:33.331462 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 118] Sesch channel 118 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.335164 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs destroy gamma/manila_share_cab5f653_d3ee_4042_9f5c_063ee188de03@tmp_snapshot_for_share_migration__cab5f653_d3ee_4042_9f5c_063ee188de03_time_2026_02_19T02_46_00_512871 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:33.335365 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 92] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.335815 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 92] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.335894 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 92 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:33.337479 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 92] Sesch channel 92 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.375211 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 118] EOF received (118) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.375695 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 118] EOF sent (118) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.376618 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:33.377165 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_2e6ecae7_3969_464e_a4ab_d9734b585c3b {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:33.377402 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 71] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.378059 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 71] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.378217 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 71 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:33.380930 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 71] Sesch channel 71 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.384923 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 92] EOF received (92) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.385205 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 92] EOF sent (92) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.385623 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:33.385843 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_cab5f653_d3ee_4042_9f5c_063ee188de03 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:33.386068 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 119] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.407011 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 71] EOF received (71) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.407444 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 71] EOF sent (71) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.408134 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:33.408541 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] ZFS option mountpoint's value is /gamma/manila_share_2e6ecae7_3969_464e_a4ab_d9734b585c3b. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:33.415690 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:33.415952 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 93] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.416836 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 119] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.416956 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 119 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:33.418843 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 119] Sesch channel 119 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.425905 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 93] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.426028 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 93 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:33.428465 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 93] Sesch channel 93 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.441410 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 119] EOF received (119) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.441410 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 119] EOF sent (119) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.441692 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:33.441877 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] ZFS option mountpoint's value is /gamma/manila_share_cab5f653_d3ee_4042_9f5c_063ee188de03. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:33.446819 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:33.447069 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 72] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.450665 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 72] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.450774 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 72 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:33.452179 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 72] Sesch channel 72 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.458287 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 93] EOF received (93) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.458570 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 93] EOF sent (93) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.459012 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:33.459265 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:33.459505 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 120] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.481566 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 72] EOF received (72) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.481922 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 72] EOF sent (72) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.482688 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:33.483075 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:33.483563 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 94] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.483995 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 120] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.484155 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 120 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:33.485790 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 120] Sesch channel 120 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.500015 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 94] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.500183 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 94 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:33.501902 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 94] Sesch channel 94 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.529059 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 120] EOF received (120) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.529391 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 120] EOF sent (120) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.530222 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:33.530724 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_1ff1d94d_8952_44fb_9bbf_228b037a9050@tmp_snapshot_for_share_migration__2e6ecae7_3969_464e_a4ab_d9734b585c3b_time_2026_02_19T02_46_00_474013" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:33.531438 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-betta/subdir/manila_share_1ff1d94d_8952_44fb_9bbf_228b037a9050@tmp_snapshot_for_share_migration__2e6ecae7_3969_464e_a4ab_d9734b585c3b_time_2026_02_19T02_46_00_474013" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:33.531820 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_1ff1d94d_8952_44fb_9bbf_228b037a9050@tmp_snapshot_for_share_migration__2e6ecae7_3969_464e_a4ab_d9734b585c3b_time_2026_02_19T02_46_00_474013 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:33.532052 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 73] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.532426 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 94] EOF received (94) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.532684 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 94] EOF sent (94) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.533093 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:33.533337 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "zfs-dataset-alpha/manila_share_c4a0eb4d_663f_4bd9_965a_280230ec8e29@tmp_snapshot_for_share_migration__cab5f653_d3ee_4042_9f5c_063ee188de03_time_2026_02_19T02_46_00_512871" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:33.533675 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-alpha/manila_share_c4a0eb4d_663f_4bd9_965a_280230ec8e29@tmp_snapshot_for_share_migration__cab5f653_d3ee_4042_9f5c_063ee188de03_time_2026_02_19T02_46_00_512871" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:33.533856 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_c4a0eb4d_663f_4bd9_965a_280230ec8e29@tmp_snapshot_for_share_migration__cab5f653_d3ee_4042_9f5c_063ee188de03_time_2026_02_19T02_46_00_512871 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:33.534070 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 121] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.534383 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 73] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.534494 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 73 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:33.536056 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 73] Sesch channel 73 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.559525 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 73] EOF received (73) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.559897 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 73] EOF sent (73) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.560556 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:33.560890 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:33.561388 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:33.561736 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 95] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.572011 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 121] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.572113 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 121 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:33.573965 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 121] Sesch channel 121 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.574969 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 95] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.575123 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 95 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:33.577252 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 95] Sesch channel 95 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.598086 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 95] EOF received (95) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.598469 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 95] EOF sent (95) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.599080 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:33.599522 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 121] EOF received (121) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.599854 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 121] EOF sent (121) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.600495 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:33.600813 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:33.601231 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:33.601629 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 74] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.602125 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 74] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.602285 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 74 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:33.604185 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 74] Sesch channel 74 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.627057 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 74] EOF received (74) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.627470 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 74] EOF sent (74) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.628071 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:33.923056 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Received request to finish Share Migration for share 9cc514e4-7163-47d5-a12f-68285cfa0154.
Feb 19 02:46:33.951143 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs destroy gamma/manila_share_c48a6c87_32c8_44f4_aade_25a54073f009@tmp_snapshot_for_share_migration__c48a6c87_32c8_44f4_aade_25a54073f009_time_2026_02_19T02_45_54_779090 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:33.951457 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 96] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.951980 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 96] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.952087 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 96 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:33.953860 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 96] Sesch channel 96 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.997673 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 96] EOF received (96) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.998034 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 96] EOF sent (96) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.998656 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:33.998963 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_c48a6c87_32c8_44f4_aade_25a54073f009 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:33.999362 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 122] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:33.999998 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 122] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.000259 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 122 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:34.002047 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 122] Sesch channel 122 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.027155 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 122] EOF received (122) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.027604 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 122] EOF sent (122) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.028191 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:34.028543 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] ZFS option mountpoint's value is /gamma/manila_share_c48a6c87_32c8_44f4_aade_25a54073f009. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:34.033482 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:34.033695 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 75] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.034042 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 75] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.034138 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 75 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:34.035402 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 75] Sesch channel 75 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.042140 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835@tmp_snapshot_for_replication__6c14e18d_e185_4a9f_beb1_ba0d06198835_time_2026-02-19T02:44:06.321483 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:34.042374 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] [chan 115] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.042823 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 115] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.042908 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 115 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:34.044506 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 115] Sesch channel 115 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.064123 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 75] EOF received (75) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.064548 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 75] EOF sent (75) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.065182 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:34.065550 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:34.065863 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 97] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.066370 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 97] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.067255 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 97 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:34.068085 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 97] Sesch channel 97 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.080008 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 115] EOF received (115) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.080204 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 115] EOF sent (115) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.080592 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:34.080861 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835@tmp_snapshot_for_replication__6c14e18d_e185_4a9f_beb1_ba0d06198835_time_2026-02-19T02:44:06.321483" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.093s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:34.081026 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835@tmp_snapshot_for_replication__1c9d0e68_5db0_4e5f_8e10_14d502a47565_time_2026-02-19T02:44:09.670959" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:34.081366 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835@tmp_snapshot_for_replication__1c9d0e68_5db0_4e5f_8e10_14d502a47565_time_2026-02-19T02:44:09.670959" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:34.081520 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835@tmp_snapshot_for_replication__1c9d0e68_5db0_4e5f_8e10_14d502a47565_time_2026-02-19T02:44:09.670959 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:34.081702 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] [chan 94] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.082086 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 94] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.082149 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 94 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:34.083367 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 94] Sesch channel 94 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.096799 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 97] EOF received (97) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.096971 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 97] EOF sent (97) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.097269 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:34.097478 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "zfs-dataset-alpha/manila_share_c9be4089_7a29_40d5_8bfc_4f7d500c524e@tmp_snapshot_for_share_migration__c48a6c87_32c8_44f4_aade_25a54073f009_time_2026_02_19T02_45_54_779090" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:34.097809 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-alpha/manila_share_c9be4089_7a29_40d5_8bfc_4f7d500c524e@tmp_snapshot_for_share_migration__c48a6c87_32c8_44f4_aade_25a54073f009_time_2026_02_19T02_45_54_779090" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:34.098429 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_c9be4089_7a29_40d5_8bfc_4f7d500c524e@tmp_snapshot_for_share_migration__c48a6c87_32c8_44f4_aade_25a54073f009_time_2026_02_19T02_45_54_779090 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:34.098578 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 123] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.101462 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 123] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.101534 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 123 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:34.102842 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 123] Sesch channel 123 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.112528 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 94] EOF received (94) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.112782 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 94] EOF sent (94) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.113191 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:34.113437 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:34.113724 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:34.114307 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] [chan 103] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.114782 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 103] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.114863 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 103 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:34.117184 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 103] Sesch channel 103 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.129018 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 123] EOF received (123) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.129196 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 123] EOF sent (123) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.129682 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:34.129888 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:34.130163 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:34.130407 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 76] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.131902 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 76] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.131992 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 76 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:34.132768 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 103] EOF received (103) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.133145 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 103] EOF sent (103) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.133817 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:34.137327 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 76] Sesch channel 76 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.153829 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 76] EOF received (76) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.154100 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 76] EOF sent (76) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.154623 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:34.159920 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): ps aux {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:34.160175 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] [chan 98] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.160659 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 98] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.160797 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 98 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:34.162087 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 98] Sesch channel 98 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.204190 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 98] EOF received (98) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.204574 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 98] EOF sent (98) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:34.230998 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:35.116407 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_37f431e7_7584_478c_8659_39c74b6836d1@tmp_snapshot_for_share_migration__c059fc90_62bc_4b21_b82c_afbdcba33d82_time_2026_02_19T02_45_38_269238 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:35.117227 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 124] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.118116 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 124] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.118379 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 124 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:35.119799 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 124] Sesch channel 124 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.154097 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 124] EOF received (124) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.154345 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 124] EOF sent (124) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.154814 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:35.155155 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-alpha/manila_share_37f431e7_7584_478c_8659_39c74b6836d1@tmp_snapshot_for_share_migration__c059fc90_62bc_4b21_b82c_afbdcba33d82_time_2026_02_19T02_45_38_269238" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.097s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:35.155386 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "zfs-dataset-alpha/manila_share_37f431e7_7584_478c_8659_39c74b6836d1" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:35.155918 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-alpha/manila_share_37f431e7_7584_478c_8659_39c74b6836d1" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:35.156105 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_37f431e7_7584_478c_8659_39c74b6836d1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:35.156335 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 20] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.156767 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 20] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.156894 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 20 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:35.158194 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 20] Sesch channel 20 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.184670 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 20] EOF received (20) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.185093 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 20] EOF sent (20) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.185675 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:35.185983 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:35.186275 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-alpha/manila_share_37f431e7_7584_478c_8659_39c74b6836d1" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.030s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:35.186597 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "zfs-dataset-alpha/manila_share_37f431e7_7584_478c_8659_39c74b6836d1" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:35.187016 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-alpha/manila_share_37f431e7_7584_478c_8659_39c74b6836d1" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:35.187287 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_37f431e7_7584_478c_8659_39c74b6836d1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:35.187634 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 77] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.188283 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 77] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.188480 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 77 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:35.190355 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 77] Sesch channel 77 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.209898 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 77] EOF received (77) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.210406 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 77] EOF sent (77) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.211038 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:35.211398 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] ZFS option mountpoint's value is /alpha/manila_share_37f431e7_7584_478c_8659_39c74b6836d1. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:35.211688 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): lsof -w /alpha/manila_share_37f431e7_7584_478c_8659_39c74b6836d1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:35.212018 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 99] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.212614 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 99] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.212774 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 99 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:35.214267 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 99] Sesch channel 99 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.338624 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 99] EOF received (99) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.338977 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 99] EOF sent (99) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.339569 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:35.340033 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo umount /alpha/manila_share_37f431e7_7584_478c_8659_39c74b6836d1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:35.340386 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 125] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.341045 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 125] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.341211 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 125 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:35.343114 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 125] Sesch channel 125 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.370939 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 125] EOF received (125) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.371373 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 125] EOF sent (125) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.371905 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:35.600606 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_1ff1d94d_8952_44fb_9bbf_228b037a9050@tmp_snapshot_for_share_migration__2e6ecae7_3969_464e_a4ab_d9734b585c3b_time_2026_02_19T02_46_00_474013 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:35.600913 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 78] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.601629 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 78] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.601799 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 78 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:35.603751 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 78] Sesch channel 78 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.630472 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_c4a0eb4d_663f_4bd9_965a_280230ec8e29@tmp_snapshot_for_share_migration__cab5f653_d3ee_4042_9f5c_063ee188de03_time_2026_02_19T02_46_00_512871 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:35.631020 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 100] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.632162 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 100] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.632415 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 100 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:35.634418 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 100] Sesch channel 100 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.705453 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 78] EOF received (78) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.706940 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 78] EOF sent (78) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.707761 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:35.708380 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-betta/subdir/manila_share_1ff1d94d_8952_44fb_9bbf_228b037a9050@tmp_snapshot_for_share_migration__2e6ecae7_3969_464e_a4ab_d9734b585c3b_time_2026_02_19T02_46_00_474013" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.177s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:35.708750 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_1ff1d94d_8952_44fb_9bbf_228b037a9050" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:35.709386 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-betta/subdir/manila_share_1ff1d94d_8952_44fb_9bbf_228b037a9050" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:35.709733 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_1ff1d94d_8952_44fb_9bbf_228b037a9050 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:35.710186 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 53] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.711038 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 53] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.711221 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 53 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:35.713099 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 53] Sesch channel 53 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.715885 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 100] EOF received (100) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.715885 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 100] EOF sent (100) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.716271 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:35.716730 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-alpha/manila_share_c4a0eb4d_663f_4bd9_965a_280230ec8e29@tmp_snapshot_for_share_migration__cab5f653_d3ee_4042_9f5c_063ee188de03_time_2026_02_19T02_46_00_512871" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.183s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:35.717008 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "zfs-dataset-alpha/manila_share_c4a0eb4d_663f_4bd9_965a_280230ec8e29" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:35.717495 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-alpha/manila_share_c4a0eb4d_663f_4bd9_965a_280230ec8e29" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:35.717759 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_c4a0eb4d_663f_4bd9_965a_280230ec8e29 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:35.718102 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 21] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.718742 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 21] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.718908 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 21 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:35.720754 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 21] Sesch channel 21 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.737471 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 53] EOF received (53) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.737826 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 53] EOF sent (53) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.738467 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:35.738822 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] ZFS option sharenfs's value is ro=51.51.51.51:50.50.50.50,no_root_squash. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:35.739100 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs set sharenfs=off betta/subdir/manila_share_1ff1d94d_8952_44fb_9bbf_228b037a9050 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:35.739490 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 54] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.745224 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 21] EOF received (21) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.745494 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 21] EOF sent (21) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.745850 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:35.746068 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] ZFS option sharenfs's value is ro=51.51.51.51:50.50.50.50,no_root_squash. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:35.746240 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_c4a0eb4d_663f_4bd9_965a_280230ec8e29 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:35.746498 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 22] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.779028 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 54] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.779186 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 54 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:35.782520 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 54] Sesch channel 54 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.787439 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 22] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.787629 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 22 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:35.789805 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 22] Sesch channel 22 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.830112 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 54] EOF received (54) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.830874 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 54] EOF sent (54) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.831419 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:35.831838 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-betta/subdir/manila_share_1ff1d94d_8952_44fb_9bbf_228b037a9050" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.122s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:35.832172 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_1ff1d94d_8952_44fb_9bbf_228b037a9050" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:35.832861 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-betta/subdir/manila_share_1ff1d94d_8952_44fb_9bbf_228b037a9050" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:35.833174 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_1ff1d94d_8952_44fb_9bbf_228b037a9050 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:35.833576 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 126] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.834381 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 126] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.834548 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 126 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:35.836397 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 126] Sesch channel 126 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.840025 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 22] EOF received (22) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.840247 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 22] EOF sent (22) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.840696 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:35.840863 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-alpha/manila_share_c4a0eb4d_663f_4bd9_965a_280230ec8e29" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.123s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:35.841034 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "zfs-dataset-alpha/manila_share_c4a0eb4d_663f_4bd9_965a_280230ec8e29" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:35.841324 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-alpha/manila_share_c4a0eb4d_663f_4bd9_965a_280230ec8e29" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:35.841504 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_c4a0eb4d_663f_4bd9_965a_280230ec8e29 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:35.841715 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 79] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.842204 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 79] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.842349 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 79 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:35.843731 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 79] Sesch channel 79 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.864365 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 126] EOF received (126) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.864365 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 126] EOF sent (126) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.864365 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:35.864365 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] ZFS option mountpoint's value is /betta/subdir/manila_share_1ff1d94d_8952_44fb_9bbf_228b037a9050. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:35.864365 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_1ff1d94d_8952_44fb_9bbf_228b037a9050 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:35.864750 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 101] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.865506 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 101] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.865719 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 101 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:35.867741 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 101] Sesch channel 101 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.870346 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 79] EOF received (79) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.870570 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 79] EOF sent (79) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.870933 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:35.871138 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] ZFS option mountpoint's value is /alpha/manila_share_c4a0eb4d_663f_4bd9_965a_280230ec8e29. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:35.871306 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): lsof -w /alpha/manila_share_c4a0eb4d_663f_4bd9_965a_280230ec8e29 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:35.871587 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 127] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.904052 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 127] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.904222 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 127 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:35.906557 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 127] Sesch channel 127 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.987339 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 101] EOF received (101) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.987731 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 101] EOF sent (101) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.988340 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:35.988847 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_1ff1d94d_8952_44fb_9bbf_228b037a9050 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:35.989178 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 80] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.989828 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 80] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:35.990019 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 80 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:35.992372 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 80] Sesch channel 80 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.022099 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 127] EOF received (127) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.022577 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 127] EOF sent (127) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.023208 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:36.023712 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo umount /alpha/manila_share_c4a0eb4d_663f_4bd9_965a_280230ec8e29 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:36.024053 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 102] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.024535 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 80] EOF received (80) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.024911 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 80] EOF sent (80) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.025498 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:36.028955 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 102] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.029248 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 102 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:36.031028 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 102] Sesch channel 102 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.062710 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 102] EOF received (102) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.062938 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 102] EOF sent (102) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.063291 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:36.135075 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835@tmp_snapshot_for_replication__1c9d0e68_5db0_4e5f_8e10_14d502a47565_time_2026-02-19T02:44:09.670959 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:36.135793 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] [chan 103] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.136380 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 103] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.136510 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 103 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:36.138464 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 103] Sesch channel 103 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.156125 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_c9be4089_7a29_40d5_8bfc_4f7d500c524e@tmp_snapshot_for_share_migration__c48a6c87_32c8_44f4_aade_25a54073f009_time_2026_02_19T02_45_54_779090 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:36.156564 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 128] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.157194 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 128] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.157395 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 128 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:36.159750 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 128] Sesch channel 128 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.179326 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 103] EOF received (103) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.179702 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 103] EOF sent (103) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.180277 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:36.180780 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835@tmp_snapshot_for_replication__1c9d0e68_5db0_4e5f_8e10_14d502a47565_time_2026-02-19T02:44:09.670959" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.099s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:36.181094 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:36.181640 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:36.181938 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:36.182259 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] [chan 44] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.182897 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 44] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.183066 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 44 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:36.184665 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 44] Sesch channel 44 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.198740 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 128] EOF received (128) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.199184 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 128] EOF sent (128) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.199720 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:36.200206 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-alpha/manila_share_c9be4089_7a29_40d5_8bfc_4f7d500c524e@tmp_snapshot_for_share_migration__c48a6c87_32c8_44f4_aade_25a54073f009_time_2026_02_19T02_45_54_779090" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.102s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:36.200537 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "zfs-dataset-alpha/manila_share_c9be4089_7a29_40d5_8bfc_4f7d500c524e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:36.201036 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-alpha/manila_share_c9be4089_7a29_40d5_8bfc_4f7d500c524e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:36.201334 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_c9be4089_7a29_40d5_8bfc_4f7d500c524e {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:36.201867 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 55] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.202371 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 55] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.202481 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 55 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:36.203747 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 55] Sesch channel 55 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.205431 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 44] EOF received (44) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.205835 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 44] EOF sent (44) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.206429 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:36.206740 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:36.207029 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.025s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:36.207302 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:36.207766 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:36.208035 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:36.208385 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] [chan 116] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.208999 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 116] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.209165 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 116 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:36.210924 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 116] Sesch channel 116 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.229572 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 55] EOF received (55) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.230051 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 55] EOF sent (55) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.230647 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:36.230970 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] ZFS option sharenfs's value is ro=51.51.51.51:50.50.50.50,no_root_squash. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:36.231243 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_c9be4089_7a29_40d5_8bfc_4f7d500c524e {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:36.231592 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 23] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.232136 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 23] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.232307 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 23 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:36.232712 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5@tmp_snapshot_for_share_migration__aa1e5f37_26ce_493e_86f5_76b1141d1dfd_time_2026_02_19T02_46_13_286441" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:36.233243 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5@tmp_snapshot_for_share_migration__aa1e5f37_26ce_493e_86f5_76b1141d1dfd_time_2026_02_19T02_46_13_286441" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:36.233559 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5@tmp_snapshot_for_share_migration__aa1e5f37_26ce_493e_86f5_76b1141d1dfd_time_2026_02_19T02_46_13_286441 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:36.234290 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 116] EOF received (116) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.234580 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] [chan 81] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.234853 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 116] EOF sent (116) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.235281 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:36.235467 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 81] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.235629 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is /gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:36.235895 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): lsof -w /gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:36.235981 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 23] Sesch channel 23 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.236220 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] [chan 95] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.236557 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 81 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:36.236808 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 95] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.236975 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 95 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:36.238477 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 81] Sesch channel 81 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.238793 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 95] Sesch channel 95 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.263666 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 81] EOF received (81) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.263950 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 81] EOF sent (81) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.264610 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:36.264903 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:36.265352 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:36.265815 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] [chan 103] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.266286 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 103] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.268463 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 103 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:36.270068 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 103] Sesch channel 103 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.279356 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 23] EOF received (23) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.279591 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 23] EOF sent (23) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.279954 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:36.280179 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-alpha/manila_share_c9be4089_7a29_40d5_8bfc_4f7d500c524e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.079s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:36.280381 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "zfs-dataset-alpha/manila_share_c9be4089_7a29_40d5_8bfc_4f7d500c524e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:36.280679 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-alpha/manila_share_c9be4089_7a29_40d5_8bfc_4f7d500c524e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:36.281068 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_c9be4089_7a29_40d5_8bfc_4f7d500c524e {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:36.281068 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 129] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.282713 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 129] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.282713 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 129 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:36.283715 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 129] Sesch channel 129 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.289225 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 103] EOF received (103) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.289225 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 103] EOF sent (103) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.289439 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:36.306629 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 129] EOF received (129) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.307065 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 129] EOF sent (129) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.307876 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:36.308211 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] ZFS option mountpoint's value is /alpha/manila_share_c9be4089_7a29_40d5_8bfc_4f7d500c524e. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:36.308504 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): lsof -w /alpha/manila_share_c9be4089_7a29_40d5_8bfc_4f7d500c524e {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:36.308843 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 82] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.309452 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 82] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.309654 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 82 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:36.311580 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 82] Sesch channel 82 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.355982 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 95] EOF received (95) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.356428 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 95] EOF sent (95) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.357259 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:36.357996 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount /gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:36.358290 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] [chan 104] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.358915 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 104] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.359003 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 104 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:36.360860 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 104] Sesch channel 104 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.394631 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 104] EOF received (104) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.395042 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 104] EOF sent (104) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.395882 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:36.434679 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 82] EOF received (82) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.435078 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 82] EOF sent (82) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.435686 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:36.436186 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo umount /alpha/manila_share_c9be4089_7a29_40d5_8bfc_4f7d500c524e {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:36.436561 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 104] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.437146 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 104] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.437335 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 104 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:36.439563 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 104] Sesch channel 104 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.469821 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 104] EOF received (104) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.470094 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 104] EOF sent (104) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:36.470471 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:37.372878 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_37f431e7_7584_478c_8659_39c74b6836d1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:37.373710 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 130] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:37.374121 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 130] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:37.374283 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 130 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:37.376469 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 130] Sesch channel 130 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:37.441192 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 130] EOF received (130) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:37.441597 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 130] EOF sent (130) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:37.442222 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:37.442818 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-alpha/manila_share_37f431e7_7584_478c_8659_39c74b6836d1" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.256s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:37.478535 np0000156481 manila-share[88840]: DEBUG manila.share.migration [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] No access rules to sync to destination share instance. {{(pid=88840) apply_new_access_rules /opt/stack/manila/manila/share/migration.py:187}}
Feb 19 02:46:37.545075 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Created reservations ['79d47e7a-fbbd-4d1a-9ee1-0bf6f7306733', '70608be2-1ce7-4882-841b-236eea25fc2a', 'c941cdfb-d8e9-4f8d-92a9-ae52c917c1d0', 'fc53c896-deab-4173-a327-757e3fc4d31d'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:46:37.559756 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Committed reservations ['79d47e7a-fbbd-4d1a-9ee1-0bf6f7306733', '70608be2-1ce7-4882-841b-236eea25fc2a', 'c941cdfb-d8e9-4f8d-92a9-ae52c917c1d0', 'fc53c896-deab-4173-a327-757e3fc4d31d'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:46:37.578627 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_37f431e7-7584-478c-8659-39c74b6836d1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:37.579006 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_37f431e7-7584-478c-8659-39c74b6836d1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:37.581057 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_37f431e7-7584-478c-8659-39c74b6836d1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:37.581252 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_None" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:37.581593 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_None" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:37.581730 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_None" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:37.618482 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] Received request to update access for share instance 85e7aa13-3dee-4e18-8aaa-f5e95c06504d. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:46:37.656107 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] Acquiring lock "locked_access_rules_operation_by_share_instance_85e7aa13-3dee-4e18-8aaa-f5e95c06504d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:37.656347 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] Lock "locked_access_rules_operation_by_share_instance_85e7aa13-3dee-4e18-8aaa-f5e95c06504d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:37.658635 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] Lock "locked_access_rules_operation_by_share_instance_85e7aa13-3dee-4e18-8aaa-f5e95c06504d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:37.658770 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] Acquiring lock "locked_access_rules_operation_by_share_instance_85e7aa13-3dee-4e18-8aaa-f5e95c06504d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:37.658971 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] Lock "locked_access_rules_operation_by_share_instance_85e7aa13-3dee-4e18-8aaa-f5e95c06504d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:37.663166 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Share instance 37f431e7-7584-478c-8659-39c74b6836d1: deleted successfully.
Feb 19 02:46:37.686403 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-b6438b85-906a-448f-be75-15e74f5d8edb tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Share Migration for share b69067af-b581-4401-85ad-223de5dec7e1 completed successfully.
Feb 19 02:46:37.697959 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] Lock "locked_access_rules_operation_by_share_instance_85e7aa13-3dee-4e18-8aaa-f5e95c06504d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.039s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:37.698137 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] Updating access rules for share instance 85e7aa13-3dee-4e18-8aaa-f5e95c06504d belonging to share 210c3ba6-43bc-4209-9f46-0192e4887f2d. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:46:37.713634 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] Acquiring lock "locked_access_rules_operation_by_share_instance_85e7aa13-3dee-4e18-8aaa-f5e95c06504d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:37.713940 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] Lock "locked_access_rules_operation_by_share_instance_85e7aa13-3dee-4e18-8aaa-f5e95c06504d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:37.719517 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] Lock "locked_access_rules_operation_by_share_instance_85e7aa13-3dee-4e18-8aaa-f5e95c06504d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:37.719694 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] Acquiring lock "locked_access_rules_operation_by_share_instance_85e7aa13-3dee-4e18-8aaa-f5e95c06504d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:37.719968 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] Lock "locked_access_rules_operation_by_share_instance_85e7aa13-3dee-4e18-8aaa-f5e95c06504d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:37.728512 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] Lock "locked_access_rules_operation_by_share_instance_85e7aa13-3dee-4e18-8aaa-f5e95c06504d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:37.741597 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_85e7aa13_3dee_4e18_8aaa_f5e95c06504d" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:37.741864 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] Lock "zfs-dataset-betta/subdir/manila_share_85e7aa13_3dee_4e18_8aaa_f5e95c06504d" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:37.742047 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:37.742228 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] [chan 83] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:37.742694 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 83] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:37.742775 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 83 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:37.744516 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 83] Sesch channel 83 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:37.784000 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 83] EOF received (83) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:37.784502 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 83] EOF sent (83) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:37.785179 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:37.785580 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] Running cmd (SSH): sudo zfs set sharenfs=rw=172.24.5.219,no_root_squash betta/subdir/manila_share_85e7aa13_3dee_4e18_8aaa_f5e95c06504d {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:37.785895 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] [chan 56] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:37.786525 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 56] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:37.786693 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 56 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:37.788533 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 56] Sesch channel 56 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:37.835426 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 56] EOF received (56) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:37.835825 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 56] EOF sent (56) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:37.836397 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:37.836765 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] Lock "zfs-dataset-betta/subdir/manila_share_85e7aa13_3dee_4e18_8aaa_f5e95c06504d" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.095s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:37.837051 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] Acquiring lock "locked_access_rules_operation_by_share_instance_85e7aa13-3dee-4e18-8aaa-f5e95c06504d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:37.837524 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] Lock "locked_access_rules_operation_by_share_instance_85e7aa13-3dee-4e18-8aaa-f5e95c06504d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:37.874405 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] Lock "locked_access_rules_operation_by_share_instance_85e7aa13-3dee-4e18-8aaa-f5e95c06504d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.037s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:37.874590 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] Acquiring lock "locked_access_rules_operation_by_share_instance_85e7aa13-3dee-4e18-8aaa-f5e95c06504d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:37.874872 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] Lock "locked_access_rules_operation_by_share_instance_85e7aa13-3dee-4e18-8aaa-f5e95c06504d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:37.875045 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] Lock "locked_access_rules_operation_by_share_instance_85e7aa13-3dee-4e18-8aaa-f5e95c06504d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:37.875221 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] Acquiring lock "locked_access_rules_operation_by_share_instance_85e7aa13-3dee-4e18-8aaa-f5e95c06504d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:37.875503 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] Lock "locked_access_rules_operation_by_share_instance_85e7aa13-3dee-4e18-8aaa-f5e95c06504d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:37.877612 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] Lock "locked_access_rules_operation_by_share_instance_85e7aa13-3dee-4e18-8aaa-f5e95c06504d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:37.877777 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] Acquiring lock "locked_access_rules_operation_by_share_instance_85e7aa13-3dee-4e18-8aaa-f5e95c06504d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:37.878048 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] Lock "locked_access_rules_operation_by_share_instance_85e7aa13-3dee-4e18-8aaa-f5e95c06504d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:37.879985 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] Lock "locked_access_rules_operation_by_share_instance_85e7aa13-3dee-4e18-8aaa-f5e95c06504d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:37.880155 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] Acquiring lock "locked_access_rules_operation_by_share_instance_85e7aa13-3dee-4e18-8aaa-f5e95c06504d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:37.880450 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] Lock "locked_access_rules_operation_by_share_instance_85e7aa13-3dee-4e18-8aaa-f5e95c06504d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:37.903494 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] Lock "locked_access_rules_operation_by_share_instance_85e7aa13-3dee-4e18-8aaa-f5e95c06504d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:37.903606 np0000156481 manila-share[88840]: INFO manila.share.access [None req-ea6d38c3-4a67-43d0-95b5-c63ad7971df8 tempest-ShareManageUnmanageNFS-871784421 None] Access rules were successfully modified for share instance 85e7aa13-3dee-4e18-8aaa-f5e95c06504d belonging to share 210c3ba6-43bc-4209-9f46-0192e4887f2d.
Feb 19 02:46:38.041479 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_1ff1d94d_8952_44fb_9bbf_228b037a9050 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:38.044548 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 105] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.044548 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 105] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.044548 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 105 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:38.045656 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 105] Sesch channel 105 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.064669 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_c4a0eb4d_663f_4bd9_965a_280230ec8e29 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:38.065096 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 131] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.065986 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 131] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.066172 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 131 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:38.068925 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 131] Sesch channel 131 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.103267 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 105] EOF received (105) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.103933 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 105] EOF sent (105) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.104749 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:38.105186 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-betta/subdir/manila_share_1ff1d94d_8952_44fb_9bbf_228b037a9050" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.273s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.136136 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 131] EOF received (131) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.136425 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 131] EOF sent (131) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.136932 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:38.137332 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-alpha/manila_share_c4a0eb4d_663f_4bd9_965a_280230ec8e29" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.296s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.174141 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:38.174544 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:38.198977 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:38.199185 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:38.203796 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.029s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.227301 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.028s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.235453 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Received request to update access for share instance 2e6ecae7-3969-464e-a4ab-d9734b585c3b. {{(pid=88844) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:46:38.254526 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:38.254810 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:38.255536 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Received request to update access for share instance cab5f653-d3ee-4042-9f5c-063ee188de03. {{(pid=88844) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:46:38.257625 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.257725 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:38.257883 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:38.276187 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:38.276546 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:38.282491 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.282611 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:38.282839 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:38.290549 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5@tmp_snapshot_for_share_migration__aa1e5f37_26ce_493e_86f5_76b1141d1dfd_time_2026_02_19T02_46_13_286441 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:38.290957 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] [chan 84] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.291793 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 84] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.291965 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 84 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:38.294020 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 84] Sesch channel 84 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.341284 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 84] EOF received (84) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.342024 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 84] EOF sent (84) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.342343 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:38.342805 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5@tmp_snapshot_for_share_migration__aa1e5f37_26ce_493e_86f5_76b1141d1dfd_time_2026_02_19T02_46_13_286441" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.110s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.343090 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs destroy -r gamma/manila_share_aa1e5f37_26ce_493e_86f5_76b1141d1dfd {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:38.343442 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] [chan 106] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.344388 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 106] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.344605 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 106 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:38.346343 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 106] Sesch channel 106 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.383447 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.125s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.383589 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Updating access rules for share instance 2e6ecae7-3969-464e-a4ab-d9734b585c3b belonging to share 928a741e-ba43-42bd-9693-2ed403513bd5. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:46:38.389921 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.107s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.390027 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Updating access rules for share instance cab5f653-d3ee-4042-9f5c-063ee188de03 belonging to share 9cfacb9f-b2c7-4bb2-addf-20b82c0c853c. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:46:38.398514 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:38.398615 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] [chan 104] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.400609 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 104] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.400609 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 104 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:38.405856 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 104] Sesch channel 104 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.406181 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:38.406460 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:38.409034 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:38.409234 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:38.412643 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.412806 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:38.413024 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:38.417342 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.417449 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:38.418095 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:38.453926 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.036s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.459349 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.046s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.462175 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 104] EOF received (104) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.462175 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 104] EOF sent (104) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.462294 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:38.462635 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_6c14e18d_e185_4a9f_beb1_ba0d06198835" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.255s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.471598 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_c9be4089_7a29_40d5_8bfc_4f7d500c524e {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:38.472017 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 132] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.472849 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 132] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.472849 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 132 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:38.473981 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 132] Sesch channel 132 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.486908 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "zfs-dataset-gamma/manila_share_cab5f653_d3ee_4042_9f5c_063ee188de03" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:38.487122 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-gamma/manila_share_cab5f653_d3ee_4042_9f5c_063ee188de03" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:38.487345 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:38.487537 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 117] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.490251 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 117] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.490379 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 117 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:38.500341 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 117] Sesch channel 117 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.503405 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "zfs-dataset-gamma/manila_share_2e6ecae7_3969_464e_a4ab_d9734b585c3b" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:38.503405 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-gamma/manila_share_2e6ecae7_3969_464e_a4ab_d9734b585c3b" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:38.503585 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:38.503915 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 96] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.505501 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 96] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.506067 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 96 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:38.507863 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 96] Sesch channel 96 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.523501 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 117] EOF received (117) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.523665 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 117] EOF sent (117) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.523996 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:38.524203 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash,ro=51.51.51.51,no_root_squash gamma/manila_share_cab5f653_d3ee_4042_9f5c_063ee188de03 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:38.524377 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 50] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.525695 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 50] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.525811 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 50 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:38.527517 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 50] Sesch channel 50 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.533584 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 96] EOF received (96) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.533750 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 96] EOF sent (96) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.534049 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:38.534224 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash,ro=51.51.51.51,no_root_squash gamma/manila_share_2e6ecae7_3969_464e_a4ab_d9734b585c3b {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:38.534384 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 45] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.534728 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 45] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.534801 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 45 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:38.536251 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 45] Sesch channel 45 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.538639 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 132] EOF received (132) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.538826 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 132] EOF sent (132) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.539169 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:38.539531 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-alpha/manila_share_c9be4089_7a29_40d5_8bfc_4f7d500c524e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.259s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.577067 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Created reservations ['5662799a-1651-4912-a183-d12c432a4998', '7cb09ff4-f730-4933-8ef7-ee9656ffd49c', '19e269d5-da51-40b3-bebc-132c6bdc1aa3', 'b951a5e1-12f7-4b6e-8bd7-ad3d78224de3', '94c2df60-072f-4b3f-bf35-7bba52af409e', '6eda4ce1-7898-4640-8de8-de6110e9b29e', '88d0848d-523d-4944-82db-be50d6c02dd5', '86063606-a32f-4c43-ae00-3a4d92e28558'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:46:38.587538 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 50] EOF received (50) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.587738 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 50] EOF sent (50) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.587975 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:38.588176 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-gamma/manila_share_cab5f653_d3ee_4042_9f5c_063ee188de03" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.101s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.588322 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:38.588560 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:38.605444 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:38.606230 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Committed reservations ['5662799a-1651-4912-a183-d12c432a4998', '7cb09ff4-f730-4933-8ef7-ee9656ffd49c', '19e269d5-da51-40b3-bebc-132c6bdc1aa3', 'b951a5e1-12f7-4b6e-8bd7-ad3d78224de3', '94c2df60-072f-4b3f-bf35-7bba52af409e', '6eda4ce1-7898-4640-8de8-de6110e9b29e', '88d0848d-523d-4944-82db-be50d6c02dd5', '86063606-a32f-4c43-ae00-3a4d92e28558'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:46:38.606946 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:38.611194 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 45] EOF received (45) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.611469 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 45] EOF sent (45) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.611748 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:38.611908 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-gamma/manila_share_2e6ecae7_3969_464e_a4ab_d9734b585c3b" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.109s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.612346 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:38.612346 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:38.613537 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-00f0c6f7-8501-4907-92d8-e98e553207a3 tempest-ReplicationAdminTest-649857771 None] Share instance 6c14e18d-e185-4a9f-beb1-ba0d06198835: deleted successfully.
Feb 19 02:46:38.640184 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.034s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.649822 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 106] EOF received (106) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.650264 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 106] EOF sent (106) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.652954 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:38.653165 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Migration of share with ID 'fd40303f-e002-4356-b612-437d6a9941c5' has been canceled. {{(pid=88840) migration_cancel /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1599}}
Feb 19 02:46:38.665265 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aa1e5f37-26ce-493e-86f5-76b1141d1dfd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:38.665627 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aa1e5f37-26ce-493e-86f5-76b1141d1dfd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:38.667412 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_aa1e5f37-26ce-493e-86f5-76b1141d1dfd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.667547 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_None" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:38.668227 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_None" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:38.668227 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_None" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.672119 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Received request to update access for share instance c48a6c87-32c8-44f4-aade-25a54073f009. {{(pid=88844) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:46:38.691229 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:38.691582 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:38.700831 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Share instance aa1e5f37-26ce-493e-86f5-76b1141d1dfd: deleted successfully.
Feb 19 02:46:38.702530 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.011s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.702663 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:38.702868 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:38.728418 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.140s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.728534 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:38.728739 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:38.728815 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.728944 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:38.729125 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:38.736928 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.737042 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:38.737257 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:38.742964 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.743088 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:38.743294 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:38.744249 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:38.744632 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:38.754048 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.142s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.754198 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:38.754419 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:38.754551 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.754661 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:38.754851 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:38.762170 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.762170 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:38.762384 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:38.771813 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.771911 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:38.772120 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:38.783166 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.040s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.783301 np0000156481 manila-share[88844]: INFO manila.share.access [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Access rules were successfully modified for share instance cab5f653-d3ee-4042-9f5c-063ee188de03 belonging to share 9cfacb9f-b2c7-4bb2-addf-20b82c0c853c.
Feb 19 02:46:38.800200 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.028s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.800360 np0000156481 manila-share[88844]: INFO manila.share.access [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Access rules were successfully modified for share instance 2e6ecae7-3969-464e-a4ab-d9734b585c3b belonging to share 928a741e-ba43-42bd-9693-2ed403513bd5.
Feb 19 02:46:38.809297 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.065s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.827005 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.124s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.827172 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Updating access rules for share instance c48a6c87-32c8-44f4-aade-25a54073f009 belonging to share 9cc514e4-7163-47d5-a12f-68285cfa0154. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:46:38.827350 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:38.827621 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:38.829626 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.829753 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:38.829963 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:38.840087 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:38.840420 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:38.846071 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.846303 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:38.846557 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:38.872094 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.025s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.885635 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "zfs-dataset-gamma/manila_share_c48a6c87_32c8_44f4_aade_25a54073f009" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:38.886024 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-gamma/manila_share_c48a6c87_32c8_44f4_aade_25a54073f009" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:38.886293 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:38.886567 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 105] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.887026 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 105] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.887138 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 105 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:38.888609 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 105] Sesch channel 105 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.898377 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.068s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.898516 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Updating access rules for share instance fd40303f-e002-4356-b612-437d6a9941c5 belonging to share 260e4e18-0157-4756-96d5-66433ca0d01a. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:46:38.916357 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:38.916698 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:38.923161 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 105] EOF received (105) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.923542 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 105] EOF sent (105) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.924229 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:38.924628 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash,ro=51.51.51.51,no_root_squash gamma/manila_share_c48a6c87_32c8_44f4_aade_25a54073f009 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:38.924939 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 51] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.925566 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 51] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.925705 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 51 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:38.927382 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 51] Sesch channel 51 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.943345 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.943512 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:38.943765 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:38.959242 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.978279 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:38.978647 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:38.978796 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:38.978980 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] [chan 85] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.979371 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 85] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.979474 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 85 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:38.981305 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 85] Sesch channel 85 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.981627 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 51] EOF received (51) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.982021 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 51] EOF sent (51) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:38.982595 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:38.982918 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-gamma/manila_share_c48a6c87_32c8_44f4_aade_25a54073f009" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.097s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:38.983198 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:38.983654 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:39.012146 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 85] EOF received (85) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:39.012578 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 85] EOF sent (85) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:39.013291 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:39.013741 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash,ro=51.51.51.51,no_root_squash betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:39.014094 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] [chan 24] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:39.014794 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 24] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:39.014967 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 24 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:39.020392 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 24] Sesch channel 24 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:39.054760 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c059fc90-62bc-4b21-b82c-afbdcba33d82" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:39.055070 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_c059fc90-62bc-4b21-b82c-afbdcba33d82" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:39.059833 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_c059fc90-62bc-4b21-b82c-afbdcba33d82" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:39.059962 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c059fc90-62bc-4b21-b82c-afbdcba33d82" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:39.060161 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_c059fc90-62bc-4b21-b82c-afbdcba33d82" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:39.063653 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 24] EOF received (24) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:39.063928 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 24] EOF sent (24) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:39.064305 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:39.064562 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.086s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:39.064764 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:39.065082 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:39.065375 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_c059fc90-62bc-4b21-b82c-afbdcba33d82" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:39.065511 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c059fc90-62bc-4b21-b82c-afbdcba33d82" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:39.065704 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_c059fc90-62bc-4b21-b82c-afbdcba33d82" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:39.067184 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_c059fc90-62bc-4b21-b82c-afbdcba33d82" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:39.067288 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] All access rules have been synced for share instance c059fc90-62bc-4b21-b82c-afbdcba33d82 belonging to share b69067af-b581-4401-85ad-223de5dec7e1. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:46:39.071073 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:39.071264 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 105] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:39.072210 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 105] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:39.072295 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 105 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:39.074496 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 105] Sesch channel 105 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:39.088892 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.104s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:39.088892 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:39.088892 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:39.088892 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:39.089054 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:39.089054 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:39.090438 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:39.090567 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:39.090760 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:39.095677 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:39.095821 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:39.096015 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:39.107221 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 105] EOF received (105) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:39.107498 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 105] EOF sent (105) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:39.107985 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:39.108226 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:39.108459 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 118] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:39.110203 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 118] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:39.110325 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 118 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:39.111863 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 118] Sesch channel 118 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:39.127243 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.030s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:39.127243 np0000156481 manila-share[88844]: INFO manila.share.access [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Access rules were successfully modified for share instance c48a6c87-32c8-44f4-aade-25a54073f009 belonging to share 9cc514e4-7163-47d5-a12f-68285cfa0154.
Feb 19 02:46:39.138335 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.073s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:39.138506 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:39.138769 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:39.138919 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:39.139035 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:39.139242 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:39.144625 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:39.144837 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:39.145260 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:39.148251 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:39.148492 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:39.148794 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:39.151386 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 118] EOF received (118) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:39.151829 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 118] EOF sent (118) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:39.152487 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:39.152853 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "zfs-dataset-gamma/manila_share_c059fc90_62bc_4b21_b82c_afbdcba33d82" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:39.153435 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-gamma/manila_share_c059fc90_62bc_4b21_b82c_afbdcba33d82" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:39.153706 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_c059fc90_62bc_4b21_b82c_afbdcba33d82 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:39.154026 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 46] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:39.154964 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 46] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:39.155385 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 46 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:39.158379 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 46] Sesch channel 46 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:39.181050 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.032s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:39.181206 np0000156481 manila-share[88840]: INFO manila.share.access [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Access rules were successfully modified for share instance fd40303f-e002-4356-b612-437d6a9941c5 belonging to share 260e4e18-0157-4756-96d5-66433ca0d01a.
Feb 19 02:46:39.187332 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 46] EOF received (46) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:39.187732 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 46] EOF sent (46) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:39.188260 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:39.188600 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:39.188875 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-gamma/manila_share_c059fc90_62bc_4b21_b82c_afbdcba33d82" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.035s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:39.189133 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "zfs-dataset-gamma/manila_share_c059fc90_62bc_4b21_b82c_afbdcba33d82" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:39.189722 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-gamma/manila_share_c059fc90_62bc_4b21_b82c_afbdcba33d82" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:39.189988 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_c059fc90_62bc_4b21_b82c_afbdcba33d82 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:39.190301 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 97] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:39.190826 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 97] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:39.190986 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 97 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:39.192553 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 97] Sesch channel 97 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:39.217598 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-d6af7ba5-f8a1-4336-83c7-b44fab78cd64 tempest-MigrationCancelNFSTest-992920527 None] Share Migration for share 260e4e18-0157-4756-96d5-66433ca0d01a was cancelled.
Feb 19 02:46:39.220593 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 97] EOF received (97) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:39.220944 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 97] EOF sent (97) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:39.221527 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:39.221824 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] ZFS option mountpoint's value is /gamma/manila_share_c059fc90_62bc_4b21_b82c_afbdcba33d82. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:39.222093 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): lsof -w /gamma/manila_share_c059fc90_62bc_4b21_b82c_afbdcba33d82 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:39.222420 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 106] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:39.222984 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 106] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:39.223142 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 106 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:39.224669 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 106] Sesch channel 106 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:39.344366 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 106] EOF received (106) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:39.345029 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 106] EOF sent (106) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:39.345283 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:39.345781 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo umount /gamma/manila_share_c059fc90_62bc_4b21_b82c_afbdcba33d82 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:39.346078 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 106] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:39.346627 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 106] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:39.346787 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 106 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:39.348413 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 106] Sesch channel 106 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:39.378465 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 106] EOF received (106) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:39.378809 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 106] EOF sent (106) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:39.379376 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:39.792472 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Created reservations ['bf0c29ce-12d3-4661-95cf-fd096021ef95', 'ddb46dff-c799-43ce-96fa-9b14bdd91c9e', '451025cc-0f44-48e3-acc9-6c71ab614b8c', 'f2d642b2-6d7e-4553-b923-30655cfa912c'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:46:39.795706 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Created reservations ['12ce2565-9afd-49b8-b5fd-3b730a4d0888', 'e68e0a1e-b673-467b-af5b-12bfe63465e9', '4b481536-dd3e-4a34-a4d0-e90d98718ea6', '1565248b-acc9-49ba-a017-207bb83ba078'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:46:39.804578 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Committed reservations ['bf0c29ce-12d3-4661-95cf-fd096021ef95', 'ddb46dff-c799-43ce-96fa-9b14bdd91c9e', '451025cc-0f44-48e3-acc9-6c71ab614b8c', 'f2d642b2-6d7e-4553-b923-30655cfa912c'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:46:39.819873 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Committed reservations ['12ce2565-9afd-49b8-b5fd-3b730a4d0888', 'e68e0a1e-b673-467b-af5b-12bfe63465e9', '4b481536-dd3e-4a34-a4d0-e90d98718ea6', '1565248b-acc9-49ba-a017-207bb83ba078'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:46:39.822200 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:39.822200 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:39.836984 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:39.837211 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:39.853427 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_1ff1d94d-8952-44fb-9bbf-228b037a9050" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.031s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:39.853551 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_None" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:39.853771 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_None" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:39.867381 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_c4a0eb4d-663f-4bd9-965a-280230ec8e29" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.030s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:39.867483 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_None" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:39.893834 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_None" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.040s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:39.894378 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_None" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.027s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:39.955761 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_None" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.061s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:39.956769 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Share instance 1ff1d94d-8952-44fb-9bbf-228b037a9050: deleted successfully.
Feb 19 02:46:39.992720 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-38fc3224-6e8b-46dc-8f5e-863a31f0c328 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Share Migration for share 928a741e-ba43-42bd-9693-2ed403513bd5 completed successfully.
Feb 19 02:46:40.011429 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Share instance c4a0eb4d-663f-4bd9-965a-280230ec8e29: deleted successfully.
Feb 19 02:46:40.036589 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-897ec944-da59-43c7-a68f-7967f845fdf8 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Share Migration for share 9cfacb9f-b2c7-4bb2-addf-20b82c0c853c completed successfully.
Feb 19 02:46:40.131738 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Created reservations ['f1717e7b-85a6-4c68-a2f5-50c4c533da72', '2393d99b-0a2d-4e17-b3db-86f4875e3f51', 'e2107b75-18e4-499f-9428-f7c86c797ca8', '838b5d65-eb24-44e5-980f-7a9080b650a3'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:46:40.143677 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Committed reservations ['f1717e7b-85a6-4c68-a2f5-50c4c533da72', '2393d99b-0a2d-4e17-b3db-86f4875e3f51', 'e2107b75-18e4-499f-9428-f7c86c797ca8', '838b5d65-eb24-44e5-980f-7a9080b650a3'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:46:40.161894 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:40.162115 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:40.183721 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c9be4089-7a29-40d5-8bfc-4f7d500c524e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.021s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:40.183913 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_None" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:40.184199 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_None" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:40.227989 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_None" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.044s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:40.290553 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Share instance c9be4089-7a29-40d5-8bfc-4f7d500c524e: deleted successfully.
Feb 19 02:46:40.314626 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-fd26e469-a3a2-4c3f-94cb-f9c1d0a3036a tempest-MigrationTwoPhaseNFSTest-177544755 None] Share Migration for share 9cc514e4-7163-47d5-a12f-68285cfa0154 completed successfully.
Feb 19 02:46:40.509069 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:40.509414 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:40.571905 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.062s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:40.572067 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:40.572364 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:40.574183 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:40.574335 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:40.574560 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:40.637716 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.063s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:40.637827 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Updating access rules for share instance fd40303f-e002-4356-b612-437d6a9941c5 belonging to share 260e4e18-0157-4756-96d5-66433ca0d01a. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:46:40.656096 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:40.656413 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:40.679781 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:40.679991 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:40.680309 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:40.695628 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:40.708271 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:40.708518 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:40.708664 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:40.708860 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] [chan 133] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:40.711940 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 133] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:40.712026 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 133 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:40.713226 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 133] Sesch channel 133 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:40.763305 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 133] EOF received (133) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:40.763798 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 133] EOF sent (133) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:40.764602 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:40.765019 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs set sharenfs=off betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:40.765436 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] [chan 57] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:40.766128 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 57] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:40.766304 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 57 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:40.768509 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 57] Sesch channel 57 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:40.816599 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 57] EOF received (57) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:40.817006 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 57] EOF sent (57) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:40.817594 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:40.817964 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.109s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:40.818337 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:40.818900 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:40.849820 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.031s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:40.850028 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:40.850300 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:40.882868 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.033s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:40.883001 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:40.883253 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:40.885096 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:40.885233 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:40.885457 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:40.887266 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:40.887418 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:40.887615 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:40.910573 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_fd40303f-e002-4356-b612-437d6a9941c5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:40.910712 np0000156481 manila-share[88840]: INFO manila.share.access [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Access rules were successfully modified for share instance fd40303f-e002-4356-b612-437d6a9941c5 belonging to share 260e4e18-0157-4756-96d5-66433ca0d01a.
Feb 19 02:46:40.914179 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:40.914380 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] [chan 107] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:40.914862 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 107] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:40.914922 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 107 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:40.916548 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 107] Sesch channel 107 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:40.951840 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 107] EOF received (107) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:40.952222 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 107] EOF sent (107) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:40.952988 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:40.953452 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:40.953812 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] [chan 86] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:40.954615 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 86] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:40.954793 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 86 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:40.956336 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 86] Sesch channel 86 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.008066 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 86] EOF received (86) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.008270 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 86] EOF sent (86) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.008664 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:41.008886 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:41.009163 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:41.009301 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:41.009489 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] [chan 25] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.011787 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 25] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.011863 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 25 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:41.013383 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 25] Sesch channel 25 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.042569 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 25] EOF received (25) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.042990 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 25] EOF sent (25) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.043771 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:41.044059 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:41.044399 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.035s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:41.044976 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:41.045154 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:41.045761 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:41.046071 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] [chan 134] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.046862 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 134] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.047037 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 134 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:41.048700 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 134] Sesch channel 134 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.074144 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 134] EOF received (134) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.074590 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 134] EOF sent (134) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.075232 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:41.075609 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] ZFS option mountpoint's value is /betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:41.075885 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:41.076210 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] [chan 108] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.076851 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 108] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.077024 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 108 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:41.078401 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 108] Sesch channel 108 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.143282 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_06e0be41-ad32-4a34-836b-db9f5cd8d579" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:41.143764 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_06e0be41-ad32-4a34-836b-db9f5cd8d579" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:41.146370 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_06e0be41-ad32-4a34-836b-db9f5cd8d579" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:41.146610 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_06e0be41-ad32-4a34-836b-db9f5cd8d579" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:41.146897 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_06e0be41-ad32-4a34-836b-db9f5cd8d579" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:41.148840 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_06e0be41-ad32-4a34-836b-db9f5cd8d579" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:41.148971 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_06e0be41-ad32-4a34-836b-db9f5cd8d579" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:41.149172 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_06e0be41-ad32-4a34-836b-db9f5cd8d579" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:41.152367 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_06e0be41-ad32-4a34-836b-db9f5cd8d579" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:41.152521 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] All access rules have been synced for share instance 06e0be41-ad32-4a34-836b-db9f5cd8d579 belonging to share f88de6f6-c338-49e2-8bc4-b1a670c6bbe3. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:46:41.156420 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:41.156683 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] [chan 119] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.157190 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 119] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.157292 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 119 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:41.158980 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 119] Sesch channel 119 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.194788 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 119] EOF received (119) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.195137 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 119] EOF sent (119) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.195826 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:41.196177 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:41.196522 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] [chan 98] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.197103 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 98] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.197252 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 98 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:41.198779 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 98] Sesch channel 98 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.202190 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 108] EOF received (108) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.202505 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 108] EOF sent (108) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.202963 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:41.203403 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:41.203671 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] [chan 87] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.205558 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 87] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.205672 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 87 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:41.207399 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 87] Sesch channel 87 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.238409 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 87] EOF received (87) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.238772 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 87] EOF sent (87) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.239116 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:41.241568 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 98] EOF received (98) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.241978 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 98] EOF sent (98) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.242722 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:41.243137 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579@tmp_snapshot_for_replication__06e0be41_ad32_4a34_836b_db9f5cd8d579_time_2026-02-19T02:43:47.232812" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:41.243754 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579@tmp_snapshot_for_replication__06e0be41_ad32_4a34_836b_db9f5cd8d579_time_2026-02-19T02:43:47.232812" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:41.244052 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579@tmp_snapshot_for_replication__06e0be41_ad32_4a34_836b_db9f5cd8d579_time_2026-02-19T02:43:47.232812 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:41.244469 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] [chan 107] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.245019 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 107] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.245186 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 107 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:41.247042 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 107] Sesch channel 107 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.271487 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 107] EOF received (107) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.271854 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 107] EOF sent (107) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.272468 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:41.272781 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:41.273185 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:41.273536 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] [chan 107] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.274115 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 107] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.274277 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 107 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:41.276137 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 107] Sesch channel 107 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.293387 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 107] EOF received (107) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.293792 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 107] EOF sent (107) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.294439 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:41.380148 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_c059fc90_62bc_4b21_b82c_afbdcba33d82 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:41.380581 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 120] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.381333 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 120] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.381514 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 120 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:41.383433 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 120] Sesch channel 120 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.453932 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 120] EOF received (120) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.454029 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 120] EOF sent (120) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:41.454953 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:41.455623 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-gamma/manila_share_c059fc90_62bc_4b21_b82c_afbdcba33d82" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.266s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:41.544168 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Created reservations ['113f9068-99fc-4100-936e-b6de680d0ec1', 'f58fbc2b-1c80-4901-a7c6-92d74487defa', '010ca991-f05e-443b-91b1-2d82556e92d8', 'f958bced-827c-4ae5-a96a-dff63d3d4359'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:46:41.557408 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Committed reservations ['113f9068-99fc-4100-936e-b6de680d0ec1', 'f58fbc2b-1c80-4901-a7c6-92d74487defa', '010ca991-f05e-443b-91b1-2d82556e92d8', 'f958bced-827c-4ae5-a96a-dff63d3d4359'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:46:41.561725 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-613037fc-8f47-4286-a86e-a3e0f0f8e636 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Share instance c059fc90-62bc-4b21-b82c-afbdcba33d82: deleted successfully.
Feb 19 02:46:42.358094 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-47c1ce76-356e-412b-92e9-4eefdafe6d99 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_7f388d48_ed8b_4e37_834d_9500b46203c3 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:42.358687 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-47c1ce76-356e-412b-92e9-4eefdafe6d99 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 135] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:42.359072 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 135] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:42.359238 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 135 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:42.360525 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 135] Sesch channel 135 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:42.467725 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 135] EOF received (135) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:42.467725 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 135] EOF sent (135) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:42.467959 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-47c1ce76-356e-412b-92e9-4eefdafe6d99 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:42.468116 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-47c1ce76-356e-412b-92e9-4eefdafe6d99 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_7f388d48_ed8b_4e37_834d_9500b46203c3 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:42.468356 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-47c1ce76-356e-412b-92e9-4eefdafe6d99 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 58] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:42.468815 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 58] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:42.468974 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 58 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:42.470401 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 58] Sesch channel 58 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:42.494152 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 58] EOF received (58) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:42.494552 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 58] EOF sent (58) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:42.495211 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-47c1ce76-356e-412b-92e9-4eefdafe6d99 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:42.495534 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-47c1ce76-356e-412b-92e9-4eefdafe6d99 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] ZFS option mountpoint's value is /alpha/manila_share_7f388d48_ed8b_4e37_834d_9500b46203c3. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:42.516966 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-33eee856-1e02-42e9-a1ec-b286e897408f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Created reservations ['b30d8743-a2be-47cb-a240-c5ce6d179b9e', '92eb0073-6cbb-4262-963c-ca0c4ad00d2b'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:46:42.517883 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-33eee856-1e02-42e9-a1ec-b286e897408f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs get used gamma/manila_share_2e6ecae7_3969_464e_a4ab_d9734b585c3b {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:42.517883 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-33eee856-1e02-42e9-a1ec-b286e897408f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 99] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:42.520722 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 99] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:42.520909 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 99 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:42.523159 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 99] Sesch channel 99 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:42.527990 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-47c1ce76-356e-412b-92e9-4eefdafe6d99 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Share instance 7f388d48-ed8b-4e37-834d-9500b46203c3 created successfully.
Feb 19 02:46:42.549243 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 99] EOF received (99) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:42.549534 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 99] EOF sent (99) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:42.549970 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-33eee856-1e02-42e9-a1ec-b286e897408f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:42.550201 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-33eee856-1e02-42e9-a1ec-b286e897408f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] ZFS option used's value is 24K. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:42.550443 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-33eee856-1e02-42e9-a1ec-b286e897408f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_2e6ecae7_3969_464e_a4ab_d9734b585c3b {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:42.550682 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-33eee856-1e02-42e9-a1ec-b286e897408f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 108] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:42.552479 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 108] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:42.552598 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 108 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:42.554240 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 108] Sesch channel 108 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:42.593987 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 108] EOF received (108) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:42.594175 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 108] EOF sent (108) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:42.594507 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-33eee856-1e02-42e9-a1ec-b286e897408f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:42.596169 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-564fc8fa-c5c7-4723-b8d0-f165d5493a57 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs set quota=3G gamma/manila_share_cab5f653_d3ee_4042_9f5c_063ee188de03 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:42.596373 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-564fc8fa-c5c7-4723-b8d0-f165d5493a57 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 108] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:42.597439 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 108] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:42.597570 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 108 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:42.598669 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 108] Sesch channel 108 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:42.605978 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-33eee856-1e02-42e9-a1ec-b286e897408f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Committed reservations ['b30d8743-a2be-47cb-a240-c5ce6d179b9e', '92eb0073-6cbb-4262-963c-ca0c4ad00d2b'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:46:42.623260 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-33eee856-1e02-42e9-a1ec-b286e897408f tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Shrink share completed successfully.
Feb 19 02:46:42.638491 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 108] EOF received (108) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:42.638663 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 108] EOF sent (108) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:42.638942 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-564fc8fa-c5c7-4723-b8d0-f165d5493a57 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:42.653558 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-564fc8fa-c5c7-4723-b8d0-f165d5493a57 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Committed reservations ['909a1187-a57f-4388-bc93-3bc380b9d20b', '5b70dc82-c983-49b7-bd6f-8e31436de624'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:46:42.672607 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-564fc8fa-c5c7-4723-b8d0-f165d5493a57 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Extend share completed successfully.
Feb 19 02:46:43.240111 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:43.240695 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] [chan 109] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.241343 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 109] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.241480 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 109 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:43.242938 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 109] Sesch channel 109 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.295725 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579@tmp_snapshot_for_replication__06e0be41_ad32_4a34_836b_db9f5cd8d579_time_2026-02-19T02:43:47.232812 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:43.296108 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] [chan 121] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.296798 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 121] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.296960 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 121 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:43.298761 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 121] Sesch channel 121 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.312831 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 109] EOF received (109) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.313123 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 109] EOF sent (109) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.313972 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:43.313972 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-betta/subdir/manila_share_fd40303f_e002_4356_b612_437d6a9941c5" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.269s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:43.351275 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 121] EOF received (121) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.351557 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 121] EOF sent (121) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.351970 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:43.352307 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579@tmp_snapshot_for_replication__06e0be41_ad32_4a34_836b_db9f5cd8d579_time_2026-02-19T02:43:47.232812" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.109s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:43.353095 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579@tmp_snapshot_for_replication__af4d9f96_51fd_46d2_9cb9_53ad55fad0ff_time_2026-02-19T02:43:50.623816" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:43.353561 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579@tmp_snapshot_for_replication__af4d9f96_51fd_46d2_9cb9_53ad55fad0ff_time_2026-02-19T02:43:50.623816" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:43.353738 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579@tmp_snapshot_for_replication__af4d9f96_51fd_46d2_9cb9_53ad55fad0ff_time_2026-02-19T02:43:50.623816 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:43.353964 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] [chan 100] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.356650 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 100] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.356761 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 100 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:43.359195 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 100] Sesch channel 100 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.372607 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:43.372607 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:43.385330 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 100] EOF received (100) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.385523 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 100] EOF sent (100) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.385824 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:43.385975 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:43.386175 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:43.386352 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] [chan 109] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.387294 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 109] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.387461 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 109 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:43.389136 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 109] Sesch channel 109 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.412561 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 109] EOF received (109) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.412846 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 109] EOF sent (109) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.413303 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:43.424245 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Created reservations ['a8ea9a80-8150-48c8-a1b4-7f427ace1755', '427718e3-db34-44e8-b12a-e859e5712269', 'b4b25b28-9cb8-40a8-9816-af182a0441fe', '40c1ef28-cd2d-407d-ae25-d66f3874b854'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:46:43.437687 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Committed reservations ['a8ea9a80-8150-48c8-a1b4-7f427ace1755', '427718e3-db34-44e8-b12a-e859e5712269', 'b4b25b28-9cb8-40a8-9816-af182a0441fe', '40c1ef28-cd2d-407d-ae25-d66f3874b854'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:46:43.439279 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.067s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:43.439542 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:43.439893 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:43.441028 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-a298f7f4-cddc-4978-b5ce-0ac144905adc tempest-MigrationCancelNFSTest-992920527 None] Share instance fd40303f-e002-4356-b612-437d6a9941c5: deleted successfully.
Feb 19 02:46:43.442833 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:43.443032 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:43.443365 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:43.509347 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.066s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:43.509496 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Updating access rules for share instance c48a6c87-32c8-44f4-aade-25a54073f009 belonging to share 9cc514e4-7163-47d5-a12f-68285cfa0154. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:46:43.526783 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:43.527392 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:43.551451 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:43.551693 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:43.552044 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:43.569637 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.018s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:43.584050 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "zfs-dataset-gamma/manila_share_c48a6c87_32c8_44f4_aade_25a54073f009" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:43.584350 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-gamma/manila_share_c48a6c87_32c8_44f4_aade_25a54073f009" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:43.584492 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:43.584684 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 109] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.585118 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 109] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.585198 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 109 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:43.587191 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 109] Sesch channel 109 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.616392 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 109] EOF received (109) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.616771 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 109] EOF sent (109) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.617535 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:43.617915 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_c48a6c87_32c8_44f4_aade_25a54073f009 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:43.618251 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 52] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.618912 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 52] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.619058 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 52 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:43.620731 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 52] Sesch channel 52 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.664108 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 52] EOF received (52) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.664552 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 52] EOF sent (52) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.665217 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:43.665607 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-gamma/manila_share_c48a6c87_32c8_44f4_aade_25a54073f009" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.081s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:43.665912 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:43.666416 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:43.700011 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.034s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:43.700186 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:43.700423 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:43.733473 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.033s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:43.733734 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:43.733887 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:43.736160 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:43.736358 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:43.736692 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:43.739102 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:43.739293 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:43.739606 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:43.765209 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "locked_access_rules_operation_by_share_instance_c48a6c87-32c8-44f4-aade-25a54073f009" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.025s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:43.765381 np0000156481 manila-share[88844]: INFO manila.share.access [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Access rules were successfully modified for share instance c48a6c87-32c8-44f4-aade-25a54073f009 belonging to share 9cc514e4-7163-47d5-a12f-68285cfa0154.
Feb 19 02:46:43.769936 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:43.769936 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 122] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.770604 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 122] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.770682 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 122 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:43.771752 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 122] Sesch channel 122 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.791623 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:43.791888 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:43.802873 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 122] EOF received (122) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.803181 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 122] EOF sent (122) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.804374 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:43.804374 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:43.804719 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 101] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.805630 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 101] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.805752 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 101 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:43.807719 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 101] Sesch channel 101 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.837901 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 101] EOF received (101) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.838296 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 101] EOF sent (101) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.838942 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:43.839344 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "zfs-dataset-gamma/manila_share_c48a6c87_32c8_44f4_aade_25a54073f009" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:43.839873 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-gamma/manila_share_c48a6c87_32c8_44f4_aade_25a54073f009" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:43.840126 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_c48a6c87_32c8_44f4_aade_25a54073f009 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:43.840910 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 47] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.841406 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 47] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.841498 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 47 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:43.843297 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 47] Sesch channel 47 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.858754 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.067s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:43.858922 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:43.859175 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:43.861219 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:43.861374 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:43.861581 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:43.867860 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 47] EOF received (47) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.868256 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 47] EOF sent (47) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.868985 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:43.869366 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:43.869826 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-gamma/manila_share_c48a6c87_32c8_44f4_aade_25a54073f009" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.030s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:43.870161 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Acquiring lock "zfs-dataset-gamma/manila_share_c48a6c87_32c8_44f4_aade_25a54073f009" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:43.870699 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-gamma/manila_share_c48a6c87_32c8_44f4_aade_25a54073f009" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:43.870990 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_c48a6c87_32c8_44f4_aade_25a54073f009 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:43.871372 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 110] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.872057 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 110] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.872235 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 110 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:43.874590 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 110] Sesch channel 110 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.900847 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 110] EOF received (110) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.901204 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 110] EOF sent (110) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.901839 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:43.902150 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] ZFS option mountpoint's value is /gamma/manila_share_c48a6c87_32c8_44f4_aade_25a54073f009. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:43.902439 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): lsof -w /gamma/manila_share_c48a6c87_32c8_44f4_aade_25a54073f009 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:43.902764 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 110] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.903417 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 110] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.903580 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 110 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:43.905645 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 110] Sesch channel 110 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.926083 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.064s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:43.926212 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Updating access rules for share instance c98bdfac-9563-4346-a887-b3b6972cc67f belonging to share 8b773aa9-0f92-4cbe-837f-a6c629d54736. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:46:43.941221 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:43.941598 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:43.965027 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:43.965179 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:43.965417 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:43.980237 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:43.993363 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:43.993730 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:43.993854 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:43.994104 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] [chan 88] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.994673 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 88] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:43.994779 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 88 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:43.996407 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 88] Sesch channel 88 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.022423 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 88] EOF received (88) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.022786 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 88] EOF sent (88) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.023464 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:44.023841 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs set sharenfs=off betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:44.024178 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] [chan 26] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.024879 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 26] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.025041 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 26 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:44.026024 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 110] EOF received (110) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.026204 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 110] EOF sent (110) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.026530 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:44.026784 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo umount /gamma/manila_share_c48a6c87_32c8_44f4_aade_25a54073f009 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:44.026958 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 123] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.027096 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 26] Sesch channel 26 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.027410 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 123] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.027484 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 123 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:44.029133 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 123] Sesch channel 123 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.062212 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 123] EOF received (123) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.062482 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 123] EOF sent (123) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.062919 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:44.078837 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 26] EOF received (26) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.079019 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 26] EOF sent (26) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.079377 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:44.079578 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.086s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:44.079741 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:44.080000 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:44.110650 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.030s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:44.110860 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:44.111187 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:44.152173 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.041s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:44.152173 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:44.152460 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:44.155207 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:44.155403 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:44.155688 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:44.157917 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:44.158096 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:44.158449 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:44.193886 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Lock "locked_access_rules_operation_by_share_instance_c98bdfac-9563-4346-a887-b3b6972cc67f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.035s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:44.194078 np0000156481 manila-share[88840]: INFO manila.share.access [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Access rules were successfully modified for share instance c98bdfac-9563-4346-a887-b3b6972cc67f belonging to share 8b773aa9-0f92-4cbe-837f-a6c629d54736.
Feb 19 02:46:44.202164 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:44.202506 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] [chan 136] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.202899 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 136] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.203045 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 136 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:44.204697 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 136] Sesch channel 136 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.234942 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 136] EOF received (136) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.235428 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 136] EOF sent (136) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.236125 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:44.236584 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:44.236973 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] [chan 110] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.237648 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 110] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.237828 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 110 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:44.239431 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 110] Sesch channel 110 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.276723 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 110] EOF received (110) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.277124 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 110] EOF sent (110) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.277890 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:44.278327 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:44.278846 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:44.279289 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:44.279673 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] [chan 59] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.280345 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 59] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.280446 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 59 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:44.282169 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 59] Sesch channel 59 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.308105 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 59] EOF received (59) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.308509 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 59] EOF sent (59) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.309089 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:44.309442 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:44.309761 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.031s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:44.310030 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:44.310499 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:44.310767 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:44.311081 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] [chan 89] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.311624 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 89] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.311773 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 89 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:44.313086 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 89] Sesch channel 89 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.342938 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 89] EOF received (89) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.343231 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 89] EOF sent (89) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.343670 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:44.343895 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] ZFS option mountpoint's value is /betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:44.344074 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:44.344363 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] [chan 137] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.344772 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 137] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.344872 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 137 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:44.345958 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 137] Sesch channel 137 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.470670 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 137] EOF received (137) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.471363 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 137] EOF sent (137) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.471807 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:44.472298 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:44.472726 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] [chan 111] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.473378 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 111] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.473545 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 111 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:44.475346 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 111] Sesch channel 111 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.502973 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 111] EOF received (111) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.503415 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 111] EOF sent (111) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:44.504169 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:45.414107 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579@tmp_snapshot_for_replication__af4d9f96_51fd_46d2_9cb9_53ad55fad0ff_time_2026-02-19T02:43:50.623816 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:45.414633 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] [chan 102] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:45.415251 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 102] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:45.415452 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 102 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:45.417867 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 102] Sesch channel 102 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:45.462489 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 102] EOF received (102) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:45.462855 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 102] EOF sent (102) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:45.463478 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:45.464030 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579@tmp_snapshot_for_replication__af4d9f96_51fd_46d2_9cb9_53ad55fad0ff_time_2026-02-19T02:43:50.623816" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.110s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:45.464343 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:45.464852 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:45.465141 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:45.465542 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] [chan 53] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:45.466142 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 53] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:45.466301 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 53 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:45.468568 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 53] Sesch channel 53 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:45.496408 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 53] EOF received (53) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:45.496655 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 53] EOF sent (53) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:45.497086 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:45.497301 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:45.497545 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.033s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:45.497736 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:45.498096 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:45.498286 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:45.498533 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] [chan 111] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:45.501608 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 111] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:45.501670 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 111 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:45.502695 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 111] Sesch channel 111 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:45.531373 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 111] EOF received (111) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:45.531809 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 111] EOF sent (111) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:45.534046 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:45.534403 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is /gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:45.534678 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): lsof -w /gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:45.535053 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] [chan 111] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:45.538389 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 111] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:45.538491 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 111 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:45.543016 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 111] Sesch channel 111 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:45.590121 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Entered migration_start method for share fb220bc5-aff4-47c7-ab90-1e8b8d17fa97. {{(pid=88840) migration_start /opt/stack/manila/manila/share/manager.py:1657}}
Feb 19 02:46:45.658349 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Starting host-assisted migration for share fb220bc5-aff4-47c7-ab90-1e8b8d17fa97. {{(pid=88840) migration_start /opt/stack/manila/manila/share/manager.py:1707}}
Feb 19 02:46:45.671283 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 111] EOF received (111) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:45.671283 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 111] EOF sent (111) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:45.671283 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:45.671283 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount /gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:45.671942 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] [chan 124] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:45.672668 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 124] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:45.672993 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 124 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:45.675963 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 124] Sesch channel 124 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:45.683179 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:45.683747 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:45.687984 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:45.688160 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Received request to update access for share instance 7f388d48-ed8b-4e37-834d-9500b46203c3. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:46:45.705056 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:45.705332 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:45.708142 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:45.708513 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:45.709033 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:45.716382 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 124] EOF received (124) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:45.716610 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:45.716610 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] All access rules have been synced for share instance 7f388d48-ed8b-4e37-834d-9500b46203c3 belonging to share fb220bc5-aff4-47c7-ab90-1e8b8d17fa97. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:46:45.718618 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 124] EOF sent (124) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:45.720449 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:45.919682 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:45.919963 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:45.937202 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:45.937436 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:45.954988 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off gamma/manila_share_4c178e6f_297f_45e6_98d3_1922aa167677 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:45.955145 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 103] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:45.956657 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 103] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:45.956750 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 103 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:45.959360 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 103] Sesch channel 103 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.012429 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.092s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:46.012586 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:46.012842 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:46.017219 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:46.017415 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:46.017614 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:46.023471 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.086s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:46.023612 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:46.023827 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:46.029391 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:46.029525 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:46.029741 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:46.054166 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 103] EOF received (103) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.054363 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 103] EOF sent (103) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.054684 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:46.054847 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_4c178e6f_297f_45e6_98d3_1922aa167677 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:46.055011 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 48] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.055353 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 48] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.055473 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 48 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:46.060800 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 48] Sesch channel 48 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.063886 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_c48a6c87_32c8_44f4_aade_25a54073f009 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:46.064099 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] [chan 112] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.065359 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 112] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.065467 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 112 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:46.067075 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 112] Sesch channel 112 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.093163 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 48] EOF received (48) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.093379 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 48] EOF sent (48) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.093702 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:46.093856 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] ZFS option mountpoint's value is /gamma/manila_share_4c178e6f_297f_45e6_98d3_1922aa167677. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:46.103437 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.086s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:46.103567 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Updating access rules for share instance 2e6ecae7-3969-464e-a4ab-d9734b585c3b belonging to share 928a741e-ba43-42bd-9693-2ed403513bd5. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:46:46.124850 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Share instance 4c178e6f-297f-45e6-98d3-1922aa167677 created successfully.
Feb 19 02:46:46.128507 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 112] EOF received (112) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.128682 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 112] EOF sent (112) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.129025 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.099s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:46.129150 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Updating access rules for share instance cab5f653-d3ee-4042-9f5c-063ee188de03 belonging to share 9cfacb9f-b2c7-4bb2-addf-20b82c0c853c. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:46:46.129754 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:46.129962 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Lock "zfs-dataset-gamma/manila_share_c48a6c87_32c8_44f4_aade_25a54073f009" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.259s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:46.132131 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:46.132390 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:46.153471 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:46.153693 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:46.181932 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.049s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:46.182071 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:46.182342 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:46.204207 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.050s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:46.204375 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:46.204574 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:46.218665 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.036s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:46.229470 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.025s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:46.243539 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "zfs-dataset-gamma/manila_share_2e6ecae7_3969_464e_a4ab_d9734b585c3b" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:46.243776 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-gamma/manila_share_2e6ecae7_3969_464e_a4ab_d9734b585c3b" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:46.243918 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:46.244098 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 112] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.244810 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 112] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.244892 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 112 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:46.246628 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 112] Sesch channel 112 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.248994 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "zfs-dataset-gamma/manila_share_cab5f653_d3ee_4042_9f5c_063ee188de03" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:46.249200 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-gamma/manila_share_cab5f653_d3ee_4042_9f5c_063ee188de03" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:46.249338 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:46.249502 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 125] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.250033 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 125] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.250110 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 125 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:46.252179 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 125] Sesch channel 125 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.271762 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Created reservations ['d6f55f18-ee6a-49dc-9f7a-f118c4ecd95b', '84360b9f-6861-4ccf-9442-1743b622cae3', '05d3f0eb-00e4-418d-bc4e-4b22942c701f', 'd9254763-eae7-412d-9322-a94152e52e08'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:46:46.279661 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 112] EOF received (112) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.279916 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 112] EOF sent (112) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.280345 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:46.280577 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_2e6ecae7_3969_464e_a4ab_d9734b585c3b {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:46.280782 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 54] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.281254 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 54] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.281387 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 54 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:46.282927 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 54] Sesch channel 54 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.283548 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Committed reservations ['d6f55f18-ee6a-49dc-9f7a-f118c4ecd95b', '84360b9f-6861-4ccf-9442-1743b622cae3', '05d3f0eb-00e4-418d-bc4e-4b22942c701f', 'd9254763-eae7-412d-9322-a94152e52e08'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:46:46.284489 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 125] EOF received (125) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.284744 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 125] EOF sent (125) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.285133 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:46.285379 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_cab5f653_d3ee_4042_9f5c_063ee188de03 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:46.285580 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 49] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.285991 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 49] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.286091 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 49 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:46.286862 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-8c050e0e-5073-45b4-8a7f-324e8f6ac90e tempest-MigrationTwoPhaseNFSTest-177544755 None] Share instance c48a6c87-32c8-44f4-aade-25a54073f009: deleted successfully.
Feb 19 02:46:46.287561 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 49] Sesch channel 49 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.336379 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 54] EOF received (54) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.336775 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 54] EOF sent (54) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.337304 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:46.339987 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-gamma/manila_share_2e6ecae7_3969_464e_a4ab_d9734b585c3b" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.094s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:46.339987 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:46.339987 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:46.346436 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 49] EOF received (49) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.346658 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 49] EOF sent (49) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.347045 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:46.347270 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-gamma/manila_share_cab5f653_d3ee_4042_9f5c_063ee188de03" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.098s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:46.347474 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:46.347753 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:46.381457 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.043s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:46.381604 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:46.381818 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:46.387529 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.039s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:46.387529 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:46.387529 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:46.421624 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.040s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:46.422072 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:46.422072 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:46.424079 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.037s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:46.424201 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:46.424425 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:46.425160 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:46.425290 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:46.425507 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:46.427709 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:46.427839 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:46.428035 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:46.429126 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:46.429255 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:46.429469 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:46.436149 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:46.436254 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:46.436483 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:46.455886 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "locked_access_rules_operation_by_share_instance_2e6ecae7-3969-464e-a4ab-d9734b585c3b" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.028s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:46.456017 np0000156481 manila-share[88844]: INFO manila.share.access [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Access rules were successfully modified for share instance 2e6ecae7-3969-464e-a4ab-d9734b585c3b belonging to share 928a741e-ba43-42bd-9693-2ed403513bd5.
Feb 19 02:46:46.466970 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:46.467147 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 104] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.467564 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 104] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.467642 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 104 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:46.468816 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 104] Sesch channel 104 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.469287 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "locked_access_rules_operation_by_share_instance_cab5f653-d3ee-4042-9f5c-063ee188de03" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.033s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:46.469441 np0000156481 manila-share[88844]: INFO manila.share.access [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Access rules were successfully modified for share instance cab5f653-d3ee-4042-9f5c-063ee188de03 belonging to share 9cfacb9f-b2c7-4bb2-addf-20b82c0c853c.
Feb 19 02:46:46.474242 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:46.474480 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 113] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.474868 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 113] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.474969 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 113 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:46.476294 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 113] Sesch channel 113 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.500361 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 104] EOF received (104) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.500609 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 104] EOF sent (104) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.501892 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:46.502288 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:46.505456 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 113] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.505456 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 113] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.505456 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 113 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:46.505595 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:46.505880 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] [chan 90] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.506789 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 90] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.506937 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 113] Sesch channel 113 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.507059 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 90 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:46.509091 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 90] Sesch channel 90 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.520103 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 113] EOF received (113) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.521710 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 113] EOF sent (113) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.521710 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:46.521710 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:46.522083 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 126] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.523200 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 126] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.523200 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 126 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:46.524607 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 126] Sesch channel 126 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.545541 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 113] EOF received (113) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.545791 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 113] EOF sent (113) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.546271 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:46.546595 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "zfs-dataset-gamma/manila_share_2e6ecae7_3969_464e_a4ab_d9734b585c3b" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:46.546981 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-gamma/manila_share_2e6ecae7_3969_464e_a4ab_d9734b585c3b" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:46.547203 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_2e6ecae7_3969_464e_a4ab_d9734b585c3b {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:46.547480 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 55] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.547927 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 55] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.548033 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 55 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:46.549845 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 55] Sesch channel 55 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.572584 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 126] EOF received (126) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.572584 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 126] EOF sent (126) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.573226 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:46.573583 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "zfs-dataset-gamma/manila_share_cab5f653_d3ee_4042_9f5c_063ee188de03" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:46.574115 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-gamma/manila_share_cab5f653_d3ee_4042_9f5c_063ee188de03" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:46.574345 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_cab5f653_d3ee_4042_9f5c_063ee188de03 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:46.574629 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 50] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.575159 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 50] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.575298 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 50 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:46.575862 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 90] EOF received (90) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.576141 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 90] EOF sent (90) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.576676 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:46.577035 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Lock "zfs-dataset-betta/subdir/manila_share_c98bdfac_9563_4346_a887_b3b6972cc67f" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.267s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:46.577134 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 50] Sesch channel 50 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.578504 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 55] EOF received (55) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.578679 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 55] EOF sent (55) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.578958 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:46.579139 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:46.579762 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-gamma/manila_share_2e6ecae7_3969_464e_a4ab_d9734b585c3b" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.032s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:46.579762 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Acquiring lock "zfs-dataset-gamma/manila_share_2e6ecae7_3969_464e_a4ab_d9734b585c3b" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:46.579762 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-gamma/manila_share_2e6ecae7_3969_464e_a4ab_d9734b585c3b" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:46.579916 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_2e6ecae7_3969_464e_a4ab_d9734b585c3b {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:46.580073 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 105] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.580548 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 105] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.580599 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 105 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:46.583535 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 105] Sesch channel 105 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.603973 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 50] EOF received (50) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.604265 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 50] EOF sent (50) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.604806 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:46.604974 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:46.605154 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-gamma/manila_share_cab5f653_d3ee_4042_9f5c_063ee188de03" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.031s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:46.605355 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Acquiring lock "zfs-dataset-gamma/manila_share_cab5f653_d3ee_4042_9f5c_063ee188de03" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:46.605612 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-gamma/manila_share_cab5f653_d3ee_4042_9f5c_063ee188de03" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:46.605751 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_cab5f653_d3ee_4042_9f5c_063ee188de03 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:46.605943 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 114] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.606523 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 114] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.606595 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 114 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:46.608559 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 114] Sesch channel 114 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.609587 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 105] EOF received (105) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.609764 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 105] EOF sent (105) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.610035 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:46.610171 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] ZFS option mountpoint's value is /gamma/manila_share_2e6ecae7_3969_464e_a4ab_d9734b585c3b. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:46.610306 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): lsof -w /gamma/manila_share_2e6ecae7_3969_464e_a4ab_d9734b585c3b {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:46.610481 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 114] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.610851 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 114] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.610914 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 114 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:46.612449 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 114] Sesch channel 114 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.637157 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 114] EOF received (114) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.637847 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 114] EOF sent (114) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.637940 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:46.638200 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] ZFS option mountpoint's value is /gamma/manila_share_cab5f653_d3ee_4042_9f5c_063ee188de03. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:46.638397 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): lsof -w /gamma/manila_share_cab5f653_d3ee_4042_9f5c_063ee188de03 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:46.638665 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 127] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.639160 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 127] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.639258 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 127 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:46.642716 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 127] Sesch channel 127 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.672307 np0000156481 manila-share[88840]: WARNING manila.db.sqlalchemy.api [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Change will make usage less than 0 for the following resources: ['shares', 'gigabytes']
Feb 19 02:46:46.680875 np0000156481 manila-share[88840]: WARNING manila.db.sqlalchemy.api [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Change will make usage less than 0 for the following resources: ['shares', 'gigabytes']
Feb 19 02:46:46.681132 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Created reservations ['a161e51d-33f4-4c91-b431-a9e20754bf64', 'd369b529-f185-420f-8df7-0412387318b3', '5ff66801-4daa-4fff-ba75-4505ca8bfc5f', 'a517bc1a-afdd-479a-8d13-991666f567b7'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:46:46.693474 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Committed reservations ['a161e51d-33f4-4c91-b431-a9e20754bf64', 'd369b529-f185-420f-8df7-0412387318b3', '5ff66801-4daa-4fff-ba75-4505ca8bfc5f', 'a517bc1a-afdd-479a-8d13-991666f567b7'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:46:46.699248 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-509669a0-4df9-4f73-b093-5c8fa5c5ac04 tempest-MigrationCancelNFSTest-992920527 None] Share instance c98bdfac-9563-4346-a887-b3b6972cc67f: deleted successfully.
Feb 19 02:46:46.741956 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 114] EOF received (114) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.742560 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 114] EOF sent (114) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.743657 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:46.744153 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo umount /gamma/manila_share_2e6ecae7_3969_464e_a4ab_d9734b585c3b {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:46.744533 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 106] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.745100 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 106] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.745256 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 106 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:46.746641 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 106] Sesch channel 106 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.778031 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 127] EOF received (127) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.778031 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 127] EOF sent (127) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.778530 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:46.779015 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo umount /gamma/manila_share_cab5f653_d3ee_4042_9f5c_063ee188de03 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:46.779306 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 115] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.779725 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 106] EOF received (106) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.780082 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 106] EOF sent (106) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.780613 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:46.781082 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 115] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.781082 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 115 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:46.783071 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 115] Sesch channel 115 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.806476 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 115] EOF received (115) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.806924 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 115] EOF sent (115) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:46.807556 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:47.247938 np0000156481 manila-share[88840]: DEBUG manila.share.driver [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Migration info obtained for share 7f388d48-ed8b-4e37-834d-9500b46203c3: {'mount': 'mount -vt nfs %(options)s 127.0.0.1:/alpha/manila_share_7f388d48_ed8b_4e37_834d_9500b46203c3 %(path)s', 'unmount': 'umount -v %(path)s', 'access_mapping': {'ip': ['nfs']}}. {{(pid=88840) connection_get_info /opt/stack/manila/manila/share/driver.py:660}}
Feb 19 02:46:47.272361 np0000156481 manila-share[88844]: DEBUG manila.share.driver [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Migration info obtained for share 4c178e6f-297f-45e6-98d3-1922aa167677: {'mount': 'mount -vt nfs %(options)s 127.0.0.1:/gamma/manila_share_4c178e6f_297f_45e6_98d3_1922aa167677 %(path)s', 'unmount': 'umount -v %(path)s', 'access_mapping': {'ip': ['nfs']}}. {{(pid=88844) connection_get_info /opt/stack/manila/manila/share/driver.py:660}}
Feb 19 02:46:47.722326 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:47.722765 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] [chan 115] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:47.723165 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 115] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:47.723285 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 115 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:47.725287 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 115] Sesch channel 115 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:47.751236 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Time to start copying in migration for share fb220bc5-aff4-47c7-ab90-1e8b8d17fa97. {{(pid=88840) _migration_start_host_assisted /opt/stack/manila/manila/share/manager.py:1774}}
Feb 19 02:46:47.788099 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 115] EOF received (115) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:47.788394 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 115] EOF sent (115) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:47.789363 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:47.789712 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_06e0be41_ad32_4a34_836b_db9f5cd8d579" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.292s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:47.873818 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Created reservations ['1c56f9d5-1c56-485d-90c9-e10febf063f2', '283c159e-af72-45b9-aea8-6a9841935605', '631b15b1-1dab-4967-84f8-892e932527c7', '572830ce-3a61-4a18-a2eb-cf8d5a4ee4ba', '8150aa2b-7a98-414e-9cac-f02dce73ce5d', 'b82fa234-f313-4bd3-8f78-f869dbeec461', '7d6a3933-2690-4257-9b7f-72ec816bfaa5', 'cfcaa066-7536-4f34-ad83-e26709719e5b'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:46:47.892755 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Committed reservations ['1c56f9d5-1c56-485d-90c9-e10febf063f2', '283c159e-af72-45b9-aea8-6a9841935605', '631b15b1-1dab-4967-84f8-892e932527c7', '572830ce-3a61-4a18-a2eb-cf8d5a4ee4ba', '8150aa2b-7a98-414e-9cac-f02dce73ce5d', 'b82fa234-f313-4bd3-8f78-f869dbeec461', '7d6a3933-2690-4257-9b7f-72ec816bfaa5', 'cfcaa066-7536-4f34-ad83-e26709719e5b'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:46:47.907052 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-bbce8e4b-baff-4c03-ab1a-ab5d23d77115 tempest-ReplicationAdminTest-649857771 None] Share instance 06e0be41-ad32-4a34-836b-db9f5cd8d579: deleted successfully.
Feb 19 02:46:47.941023 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Received request to update access for share instance 7f388d48-ed8b-4e37-834d-9500b46203c3. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:46:47.952756 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:47.953187 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:47.955146 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:47.955425 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:47.960191 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:47.994657 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.037s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:47.995037 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Updating access rules for share instance 7f388d48-ed8b-4e37-834d-9500b46203c3 belonging to share fb220bc5-aff4-47c7-ab90-1e8b8d17fa97. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:46:48.009711 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:48.010595 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:48.014754 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:48.014970 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:48.015234 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:48.023639 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:48.023877 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] All access rules of share instance 7f388d48-ed8b-4e37-834d-9500b46203c3 are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88840) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 02:46:48.042736 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "zfs-dataset-alpha/manila_share_7f388d48_ed8b_4e37_834d_9500b46203c3" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:48.042736 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-alpha/manila_share_7f388d48_ed8b_4e37_834d_9500b46203c3" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:48.042736 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:48.042736 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 138] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:48.043269 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 138] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:48.043697 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 138 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:48.047044 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 138] Sesch channel 138 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:48.111909 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 138] EOF received (138) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:48.112505 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 138] EOF sent (138) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:48.112947 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:48.113369 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs set sharenfs=ro=127.0.0.1,no_root_squash alpha/manila_share_7f388d48_ed8b_4e37_834d_9500b46203c3 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:48.113746 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 27] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:48.117545 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 27] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:48.117660 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 27 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:48.119785 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 27] Sesch channel 27 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:48.173350 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 27] EOF received (27) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:48.173350 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 27] EOF sent (27) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:48.173350 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:48.173350 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-alpha/manila_share_7f388d48_ed8b_4e37_834d_9500b46203c3" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.130s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:48.173350 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:48.174115 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:48.243449 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.069s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:48.245544 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:48.245544 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:48.245544 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:48.245544 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:48.245778 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:48.248430 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:48.248430 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:48.248430 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:48.251119 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:48.251425 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:48.251809 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:48.287640 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.036s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:48.288260 np0000156481 manila-share[88840]: INFO manila.share.access [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Access rules were successfully modified for share instance 7f388d48-ed8b-4e37-834d-9500b46203c3 belonging to share fb220bc5-aff4-47c7-ab90-1e8b8d17fa97.
Feb 19 02:46:48.782806 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_2e6ecae7_3969_464e_a4ab_d9734b585c3b {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:48.783059 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] [chan 128] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:48.787112 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 128] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:48.787112 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 128 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:48.788700 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 128] Sesch channel 128 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:48.808844 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_cab5f653_d3ee_4042_9f5c_063ee188de03 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:48.809506 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] [chan 107] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:48.810223 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 107] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:48.810352 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 107 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:48.815003 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 107] Sesch channel 107 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:48.855923 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 128] EOF received (128) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:48.856351 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 128] EOF sent (128) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:48.857059 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:48.857723 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Lock "zfs-dataset-gamma/manila_share_2e6ecae7_3969_464e_a4ab_d9734b585c3b" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.278s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:48.869928 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-30999771-a7b2-4aac-8bbe-9db258f7450e tempest-ManageNFSShareTest-1155824723 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_7de22b4c_5cdd_4700_9aca_0dbc082a0dc9 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:48.870414 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-30999771-a7b2-4aac-8bbe-9db258f7450e tempest-ManageNFSShareTest-1155824723 None] [chan 112] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:48.871195 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 112] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:48.871374 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 112 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:48.874964 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 112] Sesch channel 112 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:48.877144 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 107] EOF received (107) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:48.877560 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 107] EOF sent (107) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:48.878095 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:48.878414 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Lock "zfs-dataset-gamma/manila_share_cab5f653_d3ee_4042_9f5c_063ee188de03" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.273s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:48.971222 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 112] EOF received (112) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:48.971502 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 112] EOF sent (112) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:48.971935 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-30999771-a7b2-4aac-8bbe-9db258f7450e tempest-ManageNFSShareTest-1155824723 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:48.972159 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-30999771-a7b2-4aac-8bbe-9db258f7450e tempest-ManageNFSShareTest-1155824723 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_7de22b4c_5cdd_4700_9aca_0dbc082a0dc9 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:48.972402 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-30999771-a7b2-4aac-8bbe-9db258f7450e tempest-ManageNFSShareTest-1155824723 None] [chan 60] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:48.972962 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 60] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:48.973072 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 60 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:48.974449 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 60] Sesch channel 60 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:49.003831 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Created reservations ['2e557de8-fbc6-4234-9b0a-0bb706d48ada', 'd5d71d23-430b-48d5-8e66-553760efbc9d', '742a92a4-a1af-4c73-9ad5-35d63952b576', '737953c8-ff5f-4fd2-8500-ef5751973a98'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:46:49.004502 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 60] EOF received (60) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:49.004800 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 60] EOF sent (60) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:49.005189 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-30999771-a7b2-4aac-8bbe-9db258f7450e tempest-ManageNFSShareTest-1155824723 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:49.005393 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-30999771-a7b2-4aac-8bbe-9db258f7450e tempest-ManageNFSShareTest-1155824723 None] ZFS option mountpoint's value is /alpha/manila_share_7de22b4c_5cdd_4700_9aca_0dbc082a0dc9. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:49.012376 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Created reservations ['b5ca280c-b564-49ff-8f2a-5f196932ce1a', '59194f57-425c-4668-a6ab-3a9d9afb91d6', '44a5e392-93d6-47ef-9b10-1b5ccaebb0cc', '8d099496-8679-4ea2-a9e9-f056f4b3046f'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:46:49.023350 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Committed reservations ['2e557de8-fbc6-4234-9b0a-0bb706d48ada', 'd5d71d23-430b-48d5-8e66-553760efbc9d', '742a92a4-a1af-4c73-9ad5-35d63952b576', '737953c8-ff5f-4fd2-8500-ef5751973a98'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:46:49.027946 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-e731487d-ff1b-4644-acea-71d145b3ecc0 tempest-MigrationWithShareShrinkingNFSTest-768734398 None] Share instance 2e6ecae7-3969-464e-a4ab-d9734b585c3b: deleted successfully.
Feb 19 02:46:49.034218 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Committed reservations ['b5ca280c-b564-49ff-8f2a-5f196932ce1a', '59194f57-425c-4668-a6ab-3a9d9afb91d6', '44a5e392-93d6-47ef-9b10-1b5ccaebb0cc', '8d099496-8679-4ea2-a9e9-f056f4b3046f'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:46:49.035403 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-30999771-a7b2-4aac-8bbe-9db258f7450e tempest-ManageNFSShareTest-1155824723 None] Share instance 7de22b4c-5cdd-4700-9aca-0dbc082a0dc9 created successfully.
Feb 19 02:46:49.039290 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-40d02b51-ca75-45ac-ba33-2d9dc75b7081 tempest-MigrationWithShareExtendingNFSTest-947948388 None] Share instance cab5f653-d3ee-4042-9f5c-063ee188de03: deleted successfully.
Feb 19 02:46:49.415625 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Received request to update access for share instance 4c178e6f-297f-45e6-98d3-1922aa167677. {{(pid=88844) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:46:49.432598 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:49.432959 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:49.436240 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:49.436416 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:49.436669 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:49.487882 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.051s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:49.488039 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Updating access rules for share instance 4c178e6f-297f-45e6-98d3-1922aa167677 belonging to share fb220bc5-aff4-47c7-ab90-1e8b8d17fa97. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:46:49.503104 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:49.503485 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:49.509561 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:49.509767 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:49.510039 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:49.528724 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.019s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:49.546281 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "zfs-dataset-gamma/manila_share_4c178e6f_297f_45e6_98d3_1922aa167677" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:49.546670 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-gamma/manila_share_4c178e6f_297f_45e6_98d3_1922aa167677" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:49.546914 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:49.547160 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 116] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:49.547686 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 116] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:49.547794 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 116 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:49.550208 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 116] Sesch channel 116 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:49.576742 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 116] EOF received (116) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:49.577098 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 116] EOF sent (116) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:49.577742 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:49.578094 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs set sharenfs=rw=127.0.0.1,no_root_squash gamma/manila_share_4c178e6f_297f_45e6_98d3_1922aa167677 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:49.578439 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 56] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:49.580088 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 56] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:49.580249 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 56 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:49.581639 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 56] Sesch channel 56 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:49.632378 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 56] EOF received (56) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:49.632766 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 56] EOF sent (56) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:49.633280 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:49.633704 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-gamma/manila_share_4c178e6f_297f_45e6_98d3_1922aa167677" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.087s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:49.633999 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:49.634492 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:49.688346 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.054s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:49.688521 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:49.688683 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:49.688790 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:49.688905 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:49.689098 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:49.692052 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:49.692181 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:49.692385 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:49.694238 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:49.694396 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:49.694554 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:49.718340 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:49.718482 np0000156481 manila-share[88844]: INFO manila.share.access [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Access rules were successfully modified for share instance 4c178e6f-297f-45e6-98d3-1922aa167677 belonging to share fb220bc5-aff4-47c7-ab90-1e8b8d17fa97.
Feb 19 02:46:50.423332 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ac471dff-1e42-43af-92a9-fc56f82cb887" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:50.423756 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_ac471dff-1e42-43af-92a9-fc56f82cb887" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:50.426959 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_ac471dff-1e42-43af-92a9-fc56f82cb887" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:50.427143 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ac471dff-1e42-43af-92a9-fc56f82cb887" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:50.427446 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_ac471dff-1e42-43af-92a9-fc56f82cb887" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:50.430153 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_ac471dff-1e42-43af-92a9-fc56f82cb887" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:50.430354 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ac471dff-1e42-43af-92a9-fc56f82cb887" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:50.430590 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_ac471dff-1e42-43af-92a9-fc56f82cb887" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:50.432352 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_ac471dff-1e42-43af-92a9-fc56f82cb887" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:50.432515 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] All access rules have been synced for share instance ac471dff-1e42-43af-92a9-fc56f82cb887 belonging to share fd61c0bc-8a9d-434c-a1ae-7737733a9937. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:46:50.437631 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:50.437823 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] [chan 116] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:50.438236 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 116] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:50.438335 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 116 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:50.439668 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 116] Sesch channel 116 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:50.468771 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 116] EOF received (116) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:50.469174 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 116] EOF sent (116) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:50.469824 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:50.470172 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:50.470532 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] [chan 129] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:50.471017 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 129] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:50.471173 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 129 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:50.472613 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 129] Sesch channel 129 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:50.497945 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 129] EOF received (129) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:50.498370 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 129] EOF sent (129) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:50.498964 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:50.499352 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887@tmp_snapshot_for_replication__ac471dff_1e42_43af_92a9_fc56f82cb887_time_2026-02-19T02:43:25.150559" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:50.499941 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887@tmp_snapshot_for_replication__ac471dff_1e42_43af_92a9_fc56f82cb887_time_2026-02-19T02:43:25.150559" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:50.500215 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887@tmp_snapshot_for_replication__ac471dff_1e42_43af_92a9_fc56f82cb887_time_2026-02-19T02:43:25.150559 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:50.500565 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] [chan 108] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:50.501152 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 108] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:50.501348 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 108 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:50.503308 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 108] Sesch channel 108 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:50.528001 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 108] EOF received (108) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:50.528451 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 108] EOF sent (108) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:50.529130 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:50.529504 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:50.529952 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:50.530296 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] [chan 117] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:50.532015 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 117] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:50.532194 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 117 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:50.536619 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 117] Sesch channel 117 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:50.556523 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 117] EOF received (117) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:50.556762 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 117] EOF sent (117) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:50.557413 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:52.223114 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-84bb5e3e-1195-477c-b7c7-ad9ef8175f59 tempest-ManageNFSShareTest-1155824723 None] Created reservations ['b1ede670-6f8d-4ad8-a53a-9476a81c71c7', 'c4caa31f-ed0c-4aaf-9edc-de1975b271b0', '8330ace0-27cb-4e6c-84a2-2ae453a2abe2', '6070ea28-7d18-4026-bd20-1bc244735227'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:46:52.246047 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-84bb5e3e-1195-477c-b7c7-ad9ef8175f59 tempest-ManageNFSShareTest-1155824723 None] Committed reservations ['b1ede670-6f8d-4ad8-a53a-9476a81c71c7', 'c4caa31f-ed0c-4aaf-9edc-de1975b271b0', '8330ace0-27cb-4e6c-84a2-2ae453a2abe2', '6070ea28-7d18-4026-bd20-1bc244735227'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:46:52.312861 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-84bb5e3e-1195-477c-b7c7-ad9ef8175f59 tempest-ManageNFSShareTest-1155824723 None] Share 6037f68c-3819-417e-8838-f0f2d1bdaa3b: unmanaged successfully.
Feb 19 02:46:52.557916 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887@tmp_snapshot_for_replication__ac471dff_1e42_43af_92a9_fc56f82cb887_time_2026-02-19T02:43:25.150559 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:52.558507 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] [chan 117] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:52.559046 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 117] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:52.559161 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 117 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:52.561838 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 117] Sesch channel 117 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:52.606154 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 117] EOF received (117) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:52.607680 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 117] EOF sent (117) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:52.608433 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:52.608939 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887@tmp_snapshot_for_replication__ac471dff_1e42_43af_92a9_fc56f82cb887_time_2026-02-19T02:43:25.150559" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.109s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:52.609486 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887@tmp_snapshot_for_replication__7b88fc18_d4be_40d7_a870_eabee395f58a_time_2026-02-19T02:43:30.715627" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:52.610214 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887@tmp_snapshot_for_replication__7b88fc18_d4be_40d7_a870_eabee395f58a_time_2026-02-19T02:43:30.715627" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:52.610555 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887@tmp_snapshot_for_replication__7b88fc18_d4be_40d7_a870_eabee395f58a_time_2026-02-19T02:43:30.715627 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:52.612522 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] [chan 130] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:52.613112 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 130] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:52.613271 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 130 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:52.615238 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 130] Sesch channel 130 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:52.644128 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 130] EOF received (130) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:52.644334 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 130] EOF sent (130) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:52.644674 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:52.644839 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:52.645061 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:52.645238 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] [chan 109] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:52.645591 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 109] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:52.645655 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 109 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:52.646902 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 109] Sesch channel 109 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:52.671075 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 109] EOF received (109) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:52.671480 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 109] EOF sent (109) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:52.672135 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:53.444017 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Received request to update access for share instance 7f388d48-ed8b-4e37-834d-9500b46203c3. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:46:53.464858 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:53.465166 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:53.468489 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:53.468489 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:53.468489 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:53.539610 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.071s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:53.539764 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Updating access rules for share instance 7f388d48-ed8b-4e37-834d-9500b46203c3 belonging to share fb220bc5-aff4-47c7-ab90-1e8b8d17fa97. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:46:53.557424 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:53.557726 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:53.563220 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:53.563379 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:53.563617 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:53.586839 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:53.587218 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] All access rules of share instance 7f388d48-ed8b-4e37-834d-9500b46203c3 are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88840) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 02:46:53.605369 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "zfs-dataset-alpha/manila_share_7f388d48_ed8b_4e37_834d_9500b46203c3" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:53.605522 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-alpha/manila_share_7f388d48_ed8b_4e37_834d_9500b46203c3" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:53.605626 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:53.605900 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 91] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:53.607219 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 91] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:53.607219 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 91 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:53.607803 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 91] Sesch channel 91 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:53.636147 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 91] EOF received (91) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:53.637086 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 91] EOF sent (91) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:53.637289 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:53.637694 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_7f388d48_ed8b_4e37_834d_9500b46203c3 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:53.638377 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 28] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:53.638606 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 28] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:53.638764 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 28 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:53.640670 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 28] Sesch channel 28 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:53.698502 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 28] EOF received (28) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:53.698745 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 28] EOF sent (28) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:53.699174 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:53.699458 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-alpha/manila_share_7f388d48_ed8b_4e37_834d_9500b46203c3" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.094s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:53.699669 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:53.699986 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:53.728822 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.029s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:53.728822 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:53.729012 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:53.747845 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.019s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:53.748051 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:53.748403 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:53.750692 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:53.750877 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:53.751156 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:53.753290 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:53.753501 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:53.753786 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:53.792405 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.038s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:53.792581 np0000156481 manila-share[88840]: INFO manila.share.access [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Access rules were successfully modified for share instance 7f388d48-ed8b-4e37-834d-9500b46203c3 belonging to share fb220bc5-aff4-47c7-ab90-1e8b8d17fa97.
Feb 19 02:46:54.673525 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887@tmp_snapshot_for_replication__7b88fc18_d4be_40d7_a870_eabee395f58a_time_2026-02-19T02:43:30.715627 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:54.674051 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] [chan 118] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:54.674417 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 118] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:54.674518 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 118 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:54.677527 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 118] Sesch channel 118 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:54.734204 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 118] EOF received (118) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:54.734432 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 118] EOF sent (118) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:54.734818 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:54.735105 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887@tmp_snapshot_for_replication__7b88fc18_d4be_40d7_a870_eabee395f58a_time_2026-02-19T02:43:30.715627" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.125s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:54.735280 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:54.735578 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:54.735717 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:54.735895 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] [chan 51] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:54.736748 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 51] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:54.736830 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 51 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:54.738163 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 51] Sesch channel 51 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:54.761334 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 51] EOF received (51) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:54.761334 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 51] EOF sent (51) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:54.761769 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:54.761985 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:54.762202 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.027s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:54.762413 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:54.762745 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:54.762968 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:54.763403 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] [chan 118] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:54.763770 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 118] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:54.763867 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 118 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:54.764912 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 118] Sesch channel 118 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:54.789069 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 118] EOF received (118) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:54.789286 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 118] EOF sent (118) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:54.789597 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:54.789752 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is /gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:54.789877 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): lsof -w /gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:54.790060 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] [chan 131] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:54.791525 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 131] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:54.791827 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 131 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:54.793178 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 131] Sesch channel 131 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:54.910978 np0000156481 manila-share[88844]: DEBUG dbcounter [-] [88844] Writing DB stats manila:SELECT=1541,manila:UPDATE=170,manila:INSERT=61 {{(pid=88844) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:46:54.927479 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 131] EOF received (131) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:54.928367 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 131] EOF sent (131) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:54.928367 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:54.928367 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount /gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:54.928550 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] [chan 110] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:54.929702 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 110] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:54.929778 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 110 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:54.932755 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 110] Sesch channel 110 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:54.933508 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Received request to update access for share instance 4c178e6f-297f-45e6-98d3-1922aa167677. {{(pid=88844) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:46:54.960886 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:54.961177 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:54.965804 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 110] EOF received (110) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:54.966044 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 110] EOF sent (110) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:54.966602 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:54.967260 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:54.967529 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:54.967858 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:55.015416 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.047s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:55.015416 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Updating access rules for share instance 4c178e6f-297f-45e6-98d3-1922aa167677 belonging to share fb220bc5-aff4-47c7-ab90-1e8b8d17fa97. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:46:55.029509 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:55.029797 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:55.034678 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:55.034830 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:55.036075 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:55.046462 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.011s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:55.060885 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "zfs-dataset-gamma/manila_share_4c178e6f_297f_45e6_98d3_1922aa167677" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:55.061753 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-gamma/manila_share_4c178e6f_297f_45e6_98d3_1922aa167677" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:55.061753 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:55.061753 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 119] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.062560 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 119] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.062560 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 119 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:55.063332 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 119] Sesch channel 119 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.097213 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 119] EOF received (119) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.097526 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 119] EOF sent (119) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.098408 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:55.098461 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_4c178e6f_297f_45e6_98d3_1922aa167677 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:55.098674 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 57] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.099069 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 57] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.099178 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 57 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:55.100356 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 57] Sesch channel 57 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.151193 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 57] EOF received (57) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.151695 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 57] EOF sent (57) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.153143 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:55.153143 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-gamma/manila_share_4c178e6f_297f_45e6_98d3_1922aa167677" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.091s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:55.153143 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:55.155072 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:55.179963 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:55.180186 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:55.180535 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:55.195801 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:55.195950 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:55.196183 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:55.198072 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:55.198240 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:55.198432 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:55.201127 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:55.201127 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:55.201432 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:55.233363 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.030s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:55.233363 np0000156481 manila-share[88844]: INFO manila.share.access [None req-0836bab4-c0e7-4ddd-bd29-25ab1207b332 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Access rules were successfully modified for share instance 4c178e6f-297f-45e6-98d3-1922aa167677 belonging to share fb220bc5-aff4-47c7-ab90-1e8b8d17fa97.
Feb 19 02:46:55.481979 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-54e2312c-9ee1-42df-afa5-93e09d42ea67 tempest-ManageNFSShareTest-1155824723 None] Running cmd (SSH): sudo zfs get used alpha/manila_share_7de22b4c_5cdd_4700_9aca_0dbc082a0dc9 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:55.483546 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-54e2312c-9ee1-42df-afa5-93e09d42ea67 tempest-ManageNFSShareTest-1155824723 None] [chan 139] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.483546 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 139] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.483546 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 139 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:55.486765 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 139] Sesch channel 139 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.511985 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 139] EOF received (139) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.512398 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 139] EOF sent (139) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.513005 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-54e2312c-9ee1-42df-afa5-93e09d42ea67 tempest-ManageNFSShareTest-1155824723 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:55.513351 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-54e2312c-9ee1-42df-afa5-93e09d42ea67 tempest-ManageNFSShareTest-1155824723 None] ZFS option used's value is 24K. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:55.517705 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-54e2312c-9ee1-42df-afa5-93e09d42ea67 tempest-ManageNFSShareTest-1155824723 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:55.517994 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-54e2312c-9ee1-42df-afa5-93e09d42ea67 tempest-ManageNFSShareTest-1155824723 None] [chan 113] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.518501 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 113] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.518715 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 113 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:55.520098 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 113] Sesch channel 113 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.551458 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 113] EOF received (113) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.554085 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 113] EOF sent (113) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.554085 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-54e2312c-9ee1-42df-afa5-93e09d42ea67 tempest-ManageNFSShareTest-1155824723 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:55.554085 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-54e2312c-9ee1-42df-afa5-93e09d42ea67 tempest-ManageNFSShareTest-1155824723 None] Running cmd (SSH): sudo mount {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:55.554085 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-54e2312c-9ee1-42df-afa5-93e09d42ea67 tempest-ManageNFSShareTest-1155824723 None] [chan 92] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.554085 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 92] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.554085 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 92 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:55.554814 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 92] Sesch channel 92 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.570754 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 92] EOF received (92) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.571012 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 92] EOF sent (92) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.571688 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-54e2312c-9ee1-42df-afa5-93e09d42ea67 tempest-ManageNFSShareTest-1155824723 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:55.572036 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-54e2312c-9ee1-42df-afa5-93e09d42ea67 tempest-ManageNFSShareTest-1155824723 None] Running cmd (SSH): sudo zfs umount -f alpha/manila_share_7de22b4c_5cdd_4700_9aca_0dbc082a0dc9 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:55.572267 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-54e2312c-9ee1-42df-afa5-93e09d42ea67 tempest-ManageNFSShareTest-1155824723 None] [chan 140] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.572852 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 140] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.575357 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 140 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:55.575357 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 140] Sesch channel 140 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.641363 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 140] EOF received (140) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.641363 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 140] EOF sent (140) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.641363 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-54e2312c-9ee1-42df-afa5-93e09d42ea67 tempest-ManageNFSShareTest-1155824723 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:55.642051 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-54e2312c-9ee1-42df-afa5-93e09d42ea67 tempest-ManageNFSShareTest-1155824723 None] Running cmd (SSH): sudo mount {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:55.642051 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-54e2312c-9ee1-42df-afa5-93e09d42ea67 tempest-ManageNFSShareTest-1155824723 None] [chan 114] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.643480 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 114] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.643586 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 114 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:55.644965 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 114] Sesch channel 114 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.665461 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 114] EOF received (114) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.665891 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 114] EOF sent (114) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.667431 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-54e2312c-9ee1-42df-afa5-93e09d42ea67 tempest-ManageNFSShareTest-1155824723 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:55.667904 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-54e2312c-9ee1-42df-afa5-93e09d42ea67 tempest-ManageNFSShareTest-1155824723 None] Running cmd (SSH): sudo zfs rename alpha/manila_share_7de22b4c_5cdd_4700_9aca_0dbc082a0dc9 alpha/manila_share_ebd22ef0_daa7_48b7_a3e2_f8b0ca2cfff5 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:55.668121 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-54e2312c-9ee1-42df-afa5-93e09d42ea67 tempest-ManageNFSShareTest-1155824723 None] [chan 93] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.669533 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 93] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.669533 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 93 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:55.670998 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 93] Sesch channel 93 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.720831 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 93] EOF received (93) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.721125 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 93] EOF sent (93) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.721602 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-54e2312c-9ee1-42df-afa5-93e09d42ea67 tempest-ManageNFSShareTest-1155824723 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:55.721899 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-54e2312c-9ee1-42df-afa5-93e09d42ea67 tempest-ManageNFSShareTest-1155824723 None] Running cmd (SSH): sudo zfs mount alpha/manila_share_ebd22ef0_daa7_48b7_a3e2_f8b0ca2cfff5 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:55.722147 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-54e2312c-9ee1-42df-afa5-93e09d42ea67 tempest-ManageNFSShareTest-1155824723 None] [chan 141] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.722684 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 141] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.722794 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 141 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:55.724286 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 141] Sesch channel 141 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.766603 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 141] EOF received (141) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.766869 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 141] EOF sent (141) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.767408 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-54e2312c-9ee1-42df-afa5-93e09d42ea67 tempest-ManageNFSShareTest-1155824723 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:55.767625 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-54e2312c-9ee1-42df-afa5-93e09d42ea67 tempest-ManageNFSShareTest-1155824723 None] Running cmd (SSH): sudo zfs set quota=1G alpha/manila_share_ebd22ef0_daa7_48b7_a3e2_f8b0ca2cfff5 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:55.767920 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-54e2312c-9ee1-42df-afa5-93e09d42ea67 tempest-ManageNFSShareTest-1155824723 None] [chan 115] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.769222 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 115] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.769432 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 115 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:55.771102 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 115] Sesch channel 115 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.813055 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 115] EOF received (115) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.813626 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 115] EOF sent (115) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.814615 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-54e2312c-9ee1-42df-afa5-93e09d42ea67 tempest-ManageNFSShareTest-1155824723 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:55.814962 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-54e2312c-9ee1-42df-afa5-93e09d42ea67 tempest-ManageNFSShareTest-1155824723 None] Running cmd (SSH): sudo zfs set compression=gzip alpha/manila_share_ebd22ef0_daa7_48b7_a3e2_f8b0ca2cfff5 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:55.815337 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-54e2312c-9ee1-42df-afa5-93e09d42ea67 tempest-ManageNFSShareTest-1155824723 None] [chan 94] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.815979 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 94] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.816099 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 94 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:55.817643 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 94] Sesch channel 94 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.856184 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 94] EOF received (94) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.856459 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 94] EOF sent (94) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.856860 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-54e2312c-9ee1-42df-afa5-93e09d42ea67 tempest-ManageNFSShareTest-1155824723 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:55.857100 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-54e2312c-9ee1-42df-afa5-93e09d42ea67 tempest-ManageNFSShareTest-1155824723 None] Running cmd (SSH): sudo zfs set readonly=off alpha/manila_share_ebd22ef0_daa7_48b7_a3e2_f8b0ca2cfff5 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:55.857295 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-54e2312c-9ee1-42df-afa5-93e09d42ea67 tempest-ManageNFSShareTest-1155824723 None] [chan 142] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.857808 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 142] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.857887 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 142 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:55.859390 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 142] Sesch channel 142 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.910408 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 142] EOF received (142) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.910673 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 142] EOF sent (142) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.912990 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-54e2312c-9ee1-42df-afa5-93e09d42ea67 tempest-ManageNFSShareTest-1155824723 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:55.913343 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-54e2312c-9ee1-42df-afa5-93e09d42ea67 tempest-ManageNFSShareTest-1155824723 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_ebd22ef0_daa7_48b7_a3e2_f8b0ca2cfff5 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:55.913589 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-54e2312c-9ee1-42df-afa5-93e09d42ea67 tempest-ManageNFSShareTest-1155824723 None] [chan 61] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.914071 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 61] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.914187 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 61 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:55.916415 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 61] Sesch channel 61 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.945410 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 61] EOF received (61) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.945828 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 61] EOF sent (61) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:55.946530 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-54e2312c-9ee1-42df-afa5-93e09d42ea67 tempest-ManageNFSShareTest-1155824723 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:55.946870 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-54e2312c-9ee1-42df-afa5-93e09d42ea67 tempest-ManageNFSShareTest-1155824723 None] ZFS option mountpoint's value is /alpha/manila_share_ebd22ef0_daa7_48b7_a3e2_f8b0ca2cfff5. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:55.998306 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-54e2312c-9ee1-42df-afa5-93e09d42ea67 tempest-ManageNFSShareTest-1155824723 None] Created reservations ['7b442a4e-3d8f-467f-9506-05f2f98c8515', 'dc406d34-e721-468a-b565-55d2e9c47edc', 'ed52e9b7-a67e-4b66-a95b-81ba6495cff4', '8c04127d-0060-4e89-9c98-be0a081503eb'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:46:56.011474 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-54e2312c-9ee1-42df-afa5-93e09d42ea67 tempest-ManageNFSShareTest-1155824723 None] Committed reservations ['7b442a4e-3d8f-467f-9506-05f2f98c8515', 'dc406d34-e721-468a-b565-55d2e9c47edc', 'ed52e9b7-a67e-4b66-a95b-81ba6495cff4', '8c04127d-0060-4e89-9c98-be0a081503eb'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:46:56.968043 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:56.968413 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] [chan 119] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:56.968828 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 119] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:56.968979 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 119 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:56.970468 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 119] Sesch channel 119 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:57.029171 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 119] EOF received (119) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:57.029461 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 119] EOF sent (119) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:57.029919 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:57.030252 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-gamma/manila_share_ac471dff_1e42_43af_92a9_fc56f82cb887" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.267s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:57.133215 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Created reservations ['d64a1049-abea-4544-b4b0-9635131dd0c7', '727553bd-8f78-4cf5-8b09-4337f0e9ff1b', 'd7aaba48-ed97-44b3-be43-21179d9bb1a9', 'd3edcc89-1d72-404a-8b05-cebdbb3f2119', '5d1bbf13-f0b1-4aa7-9691-c5e17ab8ad12', 'c0d97b4a-efe6-4371-a1d1-44285c7f8d11', 'f2077ec8-21bc-433f-9cb7-18e0493dac3c', '22a93e4a-0242-4874-ab92-5706c46142f4'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:46:57.151176 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Committed reservations ['d64a1049-abea-4544-b4b0-9635131dd0c7', '727553bd-8f78-4cf5-8b09-4337f0e9ff1b', 'd7aaba48-ed97-44b3-be43-21179d9bb1a9', 'd3edcc89-1d72-404a-8b05-cebdbb3f2119', '5d1bbf13-f0b1-4aa7-9691-c5e17ab8ad12', 'c0d97b4a-efe6-4371-a1d1-44285c7f8d11', 'f2077ec8-21bc-433f-9cb7-18e0493dac3c', '22a93e4a-0242-4874-ab92-5706c46142f4'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:46:57.160005 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-13c56530-420e-4c78-b8f5-306668f96939 tempest-ReplicationAdminTest-649857771 None] Share instance ac471dff-1e42-43af-92a9-fc56f82cb887: deleted successfully.
Feb 19 02:46:57.805074 np0000156481 manila-share[88840]: DEBUG dbcounter [-] [88840] Writing DB stats manila:SELECT=2733,manila:UPDATE=263,manila:INSERT=96 {{(pid=88840) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:46:57.878623 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Received request to finish Share Migration for share fb220bc5-aff4-47c7-ab90-1e8b8d17fa97.
Feb 19 02:46:57.939702 np0000156481 manila-share[88840]: DEBUG manila.share.migration [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] No access rules to sync to destination share instance. {{(pid=88840) apply_new_access_rules /opt/stack/manila/manila/share/migration.py:187}}
Feb 19 02:46:58.039155 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:58.039996 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:58.042950 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:58.043549 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:58.043549 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:58.046379 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:58.046489 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:58.046664 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:58.048287 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_7f388d48-ed8b-4e37-834d-9500b46203c3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:58.048411 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] All access rules have been synced for share instance 7f388d48-ed8b-4e37-834d-9500b46203c3 belonging to share fb220bc5-aff4-47c7-ab90-1e8b8d17fa97. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:46:58.052145 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:58.052725 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 116] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.052816 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 116] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.052899 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 116 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:58.054689 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 116] Sesch channel 116 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.087051 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 116] EOF received (116) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.087485 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 116] EOF sent (116) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.088156 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:58.088571 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:58.088920 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 95] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.089850 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 95] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.089948 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 95 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:58.092452 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 95] Sesch channel 95 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.120847 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 95] EOF received (95) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.121038 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 95] EOF sent (95) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.121616 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:58.121689 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "zfs-dataset-alpha/manila_share_7f388d48_ed8b_4e37_834d_9500b46203c3" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:58.121977 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-alpha/manila_share_7f388d48_ed8b_4e37_834d_9500b46203c3" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:58.122382 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_7f388d48_ed8b_4e37_834d_9500b46203c3 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:58.122382 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 29] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.122688 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 29] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.122822 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 29 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:58.123911 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 29] Sesch channel 29 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.145064 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 29] EOF received (29) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.145344 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 29] EOF sent (29) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.145536 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:58.145679 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:58.145910 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-alpha/manila_share_7f388d48_ed8b_4e37_834d_9500b46203c3" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.024s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:58.146056 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "zfs-dataset-alpha/manila_share_7f388d48_ed8b_4e37_834d_9500b46203c3" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:58.146256 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-alpha/manila_share_7f388d48_ed8b_4e37_834d_9500b46203c3" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:58.146544 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_7f388d48_ed8b_4e37_834d_9500b46203c3 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:58.146709 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 143] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.147207 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 143] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.147268 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 143 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:58.151086 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 143] Sesch channel 143 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.174605 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 143] EOF received (143) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.174831 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 143] EOF sent (143) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.175200 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:58.175420 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] ZFS option mountpoint's value is /alpha/manila_share_7f388d48_ed8b_4e37_834d_9500b46203c3. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:58.176017 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): lsof -w /alpha/manila_share_7f388d48_ed8b_4e37_834d_9500b46203c3 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:58.176017 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 117] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.176365 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 117] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.176365 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 117 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:58.178607 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 117] Sesch channel 117 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.303098 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 117] EOF received (117) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.303360 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 117] EOF sent (117) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.303754 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:58.304269 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo umount /alpha/manila_share_7f388d48_ed8b_4e37_834d_9500b46203c3 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:58.304688 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 96] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.305405 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 96] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.305595 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 96 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:58.307481 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 96] Sesch channel 96 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.341423 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 96] EOF received (96) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.341647 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 96] EOF sent (96) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.342361 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:58.588643 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ebd22ef0-daa7-48b7-a3e2-f8b0ca2cfff5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:58.588953 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] Lock "locked_access_rules_operation_by_share_instance_ebd22ef0-daa7-48b7-a3e2-f8b0ca2cfff5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:58.594380 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] Lock "locked_access_rules_operation_by_share_instance_ebd22ef0-daa7-48b7-a3e2-f8b0ca2cfff5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:58.594380 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ebd22ef0-daa7-48b7-a3e2-f8b0ca2cfff5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:58.594380 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] Lock "locked_access_rules_operation_by_share_instance_ebd22ef0-daa7-48b7-a3e2-f8b0ca2cfff5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:58.594380 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] Lock "locked_access_rules_operation_by_share_instance_ebd22ef0-daa7-48b7-a3e2-f8b0ca2cfff5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:58.594550 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ebd22ef0-daa7-48b7-a3e2-f8b0ca2cfff5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:58.594550 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] Lock "locked_access_rules_operation_by_share_instance_ebd22ef0-daa7-48b7-a3e2-f8b0ca2cfff5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:58.595133 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] Lock "locked_access_rules_operation_by_share_instance_ebd22ef0-daa7-48b7-a3e2-f8b0ca2cfff5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:58.595501 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] All access rules have been synced for share instance ebd22ef0-daa7-48b7-a3e2-f8b0ca2cfff5 belonging to share f239bc1a-7360-4f3d-810c-26f0978df8a8. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:46:58.599431 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:58.599627 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] [chan 144] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.600422 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 144] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.600519 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 144 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:58.601895 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 144] Sesch channel 144 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.640754 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 144] EOF received (144) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.640922 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 144] EOF sent (144) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.641506 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:58.641506 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:58.641672 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] [chan 118] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.641996 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 118] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.642069 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 118 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:58.643282 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 118] Sesch channel 118 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.673503 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 118] EOF received (118) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.673503 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 118] EOF sent (118) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.673503 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:58.673503 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] Acquiring lock "zfs-dataset-alpha/manila_share_ebd22ef0_daa7_48b7_a3e2_f8b0ca2cfff5" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:58.673503 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] Lock "zfs-dataset-alpha/manila_share_ebd22ef0_daa7_48b7_a3e2_f8b0ca2cfff5" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:58.673503 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_ebd22ef0_daa7_48b7_a3e2_f8b0ca2cfff5 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:58.673848 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] [chan 62] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.673848 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 62] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.673848 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 62 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:58.674488 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 62] Sesch channel 62 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.692018 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 62] EOF received (62) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.692173 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 62] EOF sent (62) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.692459 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:58.692602 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:58.692752 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] Lock "zfs-dataset-alpha/manila_share_ebd22ef0_daa7_48b7_a3e2_f8b0ca2cfff5" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.020s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:58.692869 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] Acquiring lock "zfs-dataset-alpha/manila_share_ebd22ef0_daa7_48b7_a3e2_f8b0ca2cfff5" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:58.693113 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] Lock "zfs-dataset-alpha/manila_share_ebd22ef0_daa7_48b7_a3e2_f8b0ca2cfff5" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:58.693216 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_ebd22ef0_daa7_48b7_a3e2_f8b0ca2cfff5 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:58.693373 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] [chan 97] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.693814 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 97] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.694415 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 97 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:58.696464 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 97] Sesch channel 97 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.712697 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 97] EOF received (97) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.712873 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 97] EOF sent (97) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.713175 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:58.713336 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] ZFS option mountpoint's value is /alpha/manila_share_ebd22ef0_daa7_48b7_a3e2_f8b0ca2cfff5. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:58.713463 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] Running cmd (SSH): lsof -w /alpha/manila_share_ebd22ef0_daa7_48b7_a3e2_f8b0ca2cfff5 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:58.713619 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] [chan 145] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.717067 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 145] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.717067 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 145 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:58.718354 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 145] Sesch channel 145 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.825214 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 145] EOF received (145) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.825962 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 145] EOF sent (145) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.827228 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:58.827522 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] Running cmd (SSH): sudo umount /alpha/manila_share_ebd22ef0_daa7_48b7_a3e2_f8b0ca2cfff5 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:58.827710 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] [chan 119] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.828897 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 119] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.829108 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 119 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:58.830143 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 119] Sesch channel 119 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.848519 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 119] EOF received (119) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.848834 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 119] EOF sent (119) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:58.849401 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:59.671345 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_22d797d5-f383-4eb3-82ee-086565df3ae1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:59.671786 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_22d797d5-f383-4eb3-82ee-086565df3ae1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:59.674343 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_22d797d5-f383-4eb3-82ee-086565df3ae1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:59.674530 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_22d797d5-f383-4eb3-82ee-086565df3ae1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:59.674816 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_22d797d5-f383-4eb3-82ee-086565df3ae1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:59.677346 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_22d797d5-f383-4eb3-82ee-086565df3ae1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:59.677537 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "locked_access_rules_operation_by_share_instance_22d797d5-f383-4eb3-82ee-086565df3ae1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:59.677876 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_22d797d5-f383-4eb3-82ee-086565df3ae1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:59.680080 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Lock "locked_access_rules_operation_by_share_instance_22d797d5-f383-4eb3-82ee-086565df3ae1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:46:59.680213 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] All access rules have been synced for share instance 22d797d5-f383-4eb3-82ee-086565df3ae1 belonging to share d465e4f0-78e1-4f3c-92d4-b5c4d0ca857e. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:46:59.683888 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:59.684082 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] [chan 98] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:59.684505 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 98] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:59.684643 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 98 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:59.687356 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 98] Sesch channel 98 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:59.719455 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 98] EOF received (98) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:59.719888 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 98] EOF sent (98) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:59.720969 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:59.721350 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:59.721685 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] [chan 146] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:59.722434 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 146] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:59.722604 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 146 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:59.724898 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 146] Sesch channel 146 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:59.761219 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 146] EOF received (146) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:59.761599 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 146] EOF sent (146) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:59.762309 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:59.762719 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:46:59.763240 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:46:59.763560 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:59.763879 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] [chan 120] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:59.764550 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 120] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:59.764765 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 120 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:59.767578 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 120] Sesch channel 120 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:59.794407 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 120] EOF received (120) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:59.794855 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 120] EOF sent (120) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:59.795472 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:46:59.795789 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:46:59.796197 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:46:59.796606 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] [chan 99] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:59.797191 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 99] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:59.797546 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 99 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:46:59.800440 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 99] Sesch channel 99 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:59.818228 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 99] EOF received (99) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:59.818639 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 99] EOF sent (99) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:46:59.819199 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:00.280817 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-7320228f-9adf-49c4-9515-6a52133cffa3 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:00.280817 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-7320228f-9adf-49c4-9515-6a52133cffa3 tempest-ReplicationTest-1049150197 None] [chan 147] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:00.282241 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 147] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:00.282241 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 147 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:00.283517 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 147] Sesch channel 147 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:00.344533 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_7f388d48_ed8b_4e37_834d_9500b46203c3 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:00.344533 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 121] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:00.345566 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 121] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:00.346362 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 121 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:00.349061 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 121] Sesch channel 121 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:00.385074 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 147] EOF received (147) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:00.385383 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 147] EOF sent (147) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:00.386941 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-7320228f-9adf-49c4-9515-6a52133cffa3 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:00.387411 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-7320228f-9adf-49c4-9515-6a52133cffa3 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:00.388034 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-7320228f-9adf-49c4-9515-6a52133cffa3 tempest-ReplicationTest-1049150197 None] [chan 30] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:00.391563 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 30] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:00.392690 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 30 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:00.397039 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 30] Sesch channel 30 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:00.412606 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 121] EOF received (121) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:00.412865 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 121] EOF sent (121) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:00.413223 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:00.413571 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-alpha/manila_share_7f388d48_ed8b_4e37_834d_9500b46203c3" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.267s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:00.423224 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 30] EOF received (30) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:00.423597 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 30] EOF sent (30) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:00.425003 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-7320228f-9adf-49c4-9515-6a52133cffa3 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:00.425125 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-7320228f-9adf-49c4-9515-6a52133cffa3 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is /betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:00.459138 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-7320228f-9adf-49c4-9515-6a52133cffa3 tempest-ReplicationTest-1049150197 None] Share instance b9c503d4-af32-45b8-87e8-fdf5d883e4f1 created successfully.
Feb 19 02:47:00.466265 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-dd58f111-e678-47e4-aeeb-44fda22fad5c tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off betta/subdir/manila_share_bb3f4348_f1b4_431f_9216_297e72a2196a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:00.466447 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-dd58f111-e678-47e4-aeeb-44fda22fad5c tempest-ReplicationTest-1049150197 None] [chan 100] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:00.468771 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 100] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:00.468870 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 100 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:00.470789 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 100] Sesch channel 100 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:00.525428 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Created reservations ['a27859fd-5a98-4db2-8a9e-281ebffcac8d', 'c66dda54-f6c6-4add-b899-bf4190e3d4e7', '08cc8f4f-f2ab-477a-8439-cdb77dd3a8da', 'd0c8fc97-2e88-46c1-b787-077dba2e9a5c'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:47:00.544481 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Committed reservations ['a27859fd-5a98-4db2-8a9e-281ebffcac8d', 'c66dda54-f6c6-4add-b899-bf4190e3d4e7', '08cc8f4f-f2ab-477a-8439-cdb77dd3a8da', 'd0c8fc97-2e88-46c1-b787-077dba2e9a5c'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:47:00.550364 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Share instance 7f388d48-ed8b-4e37-834d-9500b46203c3: deleted successfully.
Feb 19 02:47:00.584266 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 100] EOF received (100) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:00.584718 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 100] EOF sent (100) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:00.585502 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-dd58f111-e678-47e4-aeeb-44fda22fad5c tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:00.585846 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-dd58f111-e678-47e4-aeeb-44fda22fad5c tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_bb3f4348_f1b4_431f_9216_297e72a2196a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:00.586191 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-dd58f111-e678-47e4-aeeb-44fda22fad5c tempest-ReplicationTest-1049150197 None] [chan 63] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:00.587090 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 63] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:00.587262 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 63 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:00.589520 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 63] Sesch channel 63 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:00.611980 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 63] EOF received (63) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:00.612425 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 63] EOF sent (63) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:00.613006 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-dd58f111-e678-47e4-aeeb-44fda22fad5c tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:00.613333 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-dd58f111-e678-47e4-aeeb-44fda22fad5c tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is /betta/subdir/manila_share_bb3f4348_f1b4_431f_9216_297e72a2196a. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:00.646992 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-dd58f111-e678-47e4-aeeb-44fda22fad5c tempest-ReplicationTest-1049150197 None] Share instance bb3f4348-f1b4-431f-9216-297e72a2196a created successfully.
Feb 19 02:47:00.850927 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_ebd22ef0_daa7_48b7_a3e2_f8b0ca2cfff5 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:00.851512 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] [chan 148] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:00.852526 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 148] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:00.852696 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 148 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:00.854891 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 148] Sesch channel 148 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:00.921523 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 148] EOF received (148) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:00.921630 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 148] EOF sent (148) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:00.922066 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:00.922446 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] Lock "zfs-dataset-alpha/manila_share_ebd22ef0_daa7_48b7_a3e2_f8b0ca2cfff5" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.229s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:01.052260 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] Created reservations ['f574cfb5-ef2f-42cd-aff0-5d966121dc66', 'b3a80c43-5855-410b-afee-ae2eef6a3450', '5f6945c7-4f72-493e-8d5e-27e6f73fe15b', 'b1b22550-f31d-4c8f-8c43-5685aded2983'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:47:01.066701 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] Committed reservations ['f574cfb5-ef2f-42cd-aff0-5d966121dc66', 'b3a80c43-5855-410b-afee-ae2eef6a3450', '5f6945c7-4f72-493e-8d5e-27e6f73fe15b', 'b1b22550-f31d-4c8f-8c43-5685aded2983'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:47:01.071721 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-67b2a55e-f777-49f7-9474-3bf6b36ede90 tempest-ManageNFSShareTest-1155824723 None] Share instance ebd22ef0-daa7-48b7-a3e2-f8b0ca2cfff5: deleted successfully.
Feb 19 02:47:01.480488 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-e46381b2-1a09-49c5-b611-0b1986a9d2f4 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Share Migration for share fb220bc5-aff4-47c7-ab90-1e8b8d17fa97 completed successfully.
Feb 19 02:47:01.611520 np0000156481 manila-share[88840]: WARNING manila.db.sqlalchemy.api [None req-231cb431-c18e-4731-b013-97333308e6b4 tempest-ShareManageUnmanageNFS-359822098 None] Change will make usage less than 0 for the following resources: ['shares', 'gigabytes']
Feb 19 02:47:01.620697 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-231cb431-c18e-4731-b013-97333308e6b4 tempest-ShareManageUnmanageNFS-359822098 None] Created reservations ['2b923865-e7d6-42b7-a3fb-1ecb4ef42797', 'e8a4589d-1860-463f-9195-59cc12ed3197', '8bc3fa91-5d2b-474b-9a16-06d25a4f0cae', '40b1209a-8c08-484b-b9a4-dc4294b64b32'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:47:01.637390 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-231cb431-c18e-4731-b013-97333308e6b4 tempest-ShareManageUnmanageNFS-359822098 None] Committed reservations ['2b923865-e7d6-42b7-a3fb-1ecb4ef42797', 'e8a4589d-1860-463f-9195-59cc12ed3197', '8bc3fa91-5d2b-474b-9a16-06d25a4f0cae', '40b1209a-8c08-484b-b9a4-dc4294b64b32'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:47:01.695267 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-231cb431-c18e-4731-b013-97333308e6b4 tempest-ShareManageUnmanageNFS-359822098 None] Share 210c3ba6-43bc-4209-9f46-0192e4887f2d: unmanaged successfully.
Feb 19 02:47:01.820631 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:01.821116 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] [chan 122] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:01.822021 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 122] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:01.822021 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 122 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:01.824035 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 122] Sesch channel 122 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:01.866692 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 122] EOF received (122) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:01.867429 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 122] EOF sent (122) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:01.868124 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:01.868785 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__15792de1_0a77_4129_9df7_e4131e6a0831_time_2026-02-19T02:42:47.238241" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.105s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:01.869099 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:01.869765 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:01.870135 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:01.870534 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] [chan 101] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:01.871220 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 101] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:01.871433 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 101 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:01.872955 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 101] Sesch channel 101 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:01.900548 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 101] EOF received (101) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:01.900842 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 101] EOF sent (101) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:01.901585 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:01.901971 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:01.902477 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:01.903021 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] [chan 149] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:01.903839 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 149] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:01.904042 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 149 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:01.906122 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 149] Sesch channel 149 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:01.927858 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 149] EOF received (149) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:01.928250 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 149] EOF sent (149) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:01.929038 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:03.724448 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] Received request to update access for share instance b9c503d4-af32-45b8-87e8-fdf5d883e4f1. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:47:03.738161 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:03.738458 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:03.740167 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:03.740291 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:03.740775 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:03.781749 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.041s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:03.781888 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] Updating access rules for share instance b9c503d4-af32-45b8-87e8-fdf5d883e4f1 belonging to share c92c3771-e6ad-4715-bbbe-9a98a71ca86b. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:47:03.796328 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:03.796554 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:03.800630 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:03.800694 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:03.800914 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:03.810877 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:03.822995 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:03.823411 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:03.823659 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:03.823907 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] [chan 123] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:03.824409 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 123] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:03.824492 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 123 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:03.826078 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 123] Sesch channel 123 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:03.856255 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 123] EOF received (123) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:03.856664 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 123] EOF sent (123) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:03.857305 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:03.857720 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs set sharenfs=ro=203.0.113.48,no_root_squash betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:03.858027 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] [chan 31] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:03.859777 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 31] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:03.859777 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 31 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:03.861271 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 31] Sesch channel 31 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:03.905926 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 31] EOF received (31) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:03.906929 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 31] EOF sent (31) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:03.907355 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:03.907901 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.084s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:03.908220 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:03.908818 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:03.929601 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:03.929817 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] [chan 102] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:03.931115 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 102] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:03.931115 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 102 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:03.933296 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 102] Sesch channel 102 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:03.947834 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.039s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:03.947834 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:03.948263 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:03.948263 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:03.948263 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:03.948488 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:03.950236 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:03.950411 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:03.950653 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:03.952561 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:03.952692 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:03.953003 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:03.973889 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 102] EOF received (102) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:03.974091 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 102] EOF sent (102) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:03.974813 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:03.974813 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__82369cc5_e66f_4ff7_aba2_a635fde58533_time_2026-02-19T02:42:56.942593" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.105s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:03.975055 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:03.975179 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:03.975454 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:03.975517 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] [chan 150] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:03.981669 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 150] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:03.981737 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 150 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:03.982982 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 150] Sesch channel 150 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:03.987782 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.034s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:03.988300 np0000156481 manila-share[88840]: INFO manila.share.access [None req-1dc7ab4c-8038-45d1-810f-0f8ee115b838 tempest-ReplicationTest-1049150197 None] Access rules were successfully modified for share instance b9c503d4-af32-45b8-87e8-fdf5d883e4f1 belonging to share c92c3771-e6ad-4715-bbbe-9a98a71ca86b.
Feb 19 02:47:04.011338 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 150] EOF received (150) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.012110 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 150] EOF sent (150) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.012110 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:04.012402 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:04.012671 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:04.012909 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] [chan 124] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.013358 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 124] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.013468 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 124 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:04.015409 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 124] Sesch channel 124 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.038115 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 124] EOF received (124) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.038561 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 124] EOF sent (124) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.039182 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:04.100855 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:04.101954 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:04.103627 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:04.103869 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:04.104140 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:04.106001 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:04.107092 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:04.107092 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:04.108886 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_4c178e6f-297f-45e6-98d3-1922aa167677" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:04.108886 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] All access rules have been synced for share instance 4c178e6f-297f-45e6-98d3-1922aa167677 belonging to share fb220bc5-aff4-47c7-ab90-1e8b8d17fa97. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:47:04.115052 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:04.115383 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 132] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.115907 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 132] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.116190 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 132 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:04.117549 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 132] Sesch channel 132 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.145251 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 132] EOF received (132) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.145251 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 132] EOF sent (132) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.145914 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:04.145914 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:04.146529 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 111] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.146829 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 111] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.146829 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 111 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:04.148989 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 111] Sesch channel 111 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.171902 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 111] EOF received (111) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.172125 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 111] EOF sent (111) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.172545 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:04.173082 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "zfs-dataset-gamma/manila_share_4c178e6f_297f_45e6_98d3_1922aa167677" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:04.173245 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-gamma/manila_share_4c178e6f_297f_45e6_98d3_1922aa167677" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:04.173410 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_4c178e6f_297f_45e6_98d3_1922aa167677 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:04.173604 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 52] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.174001 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 52] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.174089 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 52 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:04.175466 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 52] Sesch channel 52 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.195937 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 52] EOF received (52) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.195937 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 52] EOF sent (52) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.196199 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:04.196404 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:04.196600 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-gamma/manila_share_4c178e6f_297f_45e6_98d3_1922aa167677" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.023s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:04.196762 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "zfs-dataset-gamma/manila_share_4c178e6f_297f_45e6_98d3_1922aa167677" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:04.197050 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-gamma/manila_share_4c178e6f_297f_45e6_98d3_1922aa167677" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:04.197232 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_4c178e6f_297f_45e6_98d3_1922aa167677 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:04.197474 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 120] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.198000 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 120] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.198127 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 120 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:04.200506 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 120] Sesch channel 120 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.221824 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 120] EOF received (120) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.222064 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 120] EOF sent (120) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.222581 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:04.222821 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] ZFS option mountpoint's value is /gamma/manila_share_4c178e6f_297f_45e6_98d3_1922aa167677. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:04.223104 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): lsof -w /gamma/manila_share_4c178e6f_297f_45e6_98d3_1922aa167677 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:04.223535 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 120] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.224013 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 120] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.224143 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 120 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:04.225944 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 120] Sesch channel 120 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.349107 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 120] EOF received (120) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.349502 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 120] EOF sent (120) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.350117 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:04.350723 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo umount /gamma/manila_share_4c178e6f_297f_45e6_98d3_1922aa167677 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:04.351046 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 133] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.351897 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 133] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.352001 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 133 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:04.353268 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 133] Sesch channel 133 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.375232 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 133] EOF received (133) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.375820 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 133] EOF sent (133) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.376307 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:04.852820 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] Running cmd (SSH): sudo zfs get used betta/subdir/manila_share_85e7aa13_3dee_4e18_8aaa_f5e95c06504d {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:04.853179 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] [chan 103] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.853497 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 103] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.853607 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 103 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:04.855266 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 103] Sesch channel 103 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.875517 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 103] EOF received (103) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.876027 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 103] EOF sent (103) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.876760 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:04.877153 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] ZFS option used's value is 2.03M. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:04.881853 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:04.882139 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] [chan 151] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.882627 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 151] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.882795 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 151 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:04.884255 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 151] Sesch channel 151 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.909573 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 151] EOF received (151) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.910362 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 151] EOF sent (151) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.910957 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:04.911536 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] Running cmd (SSH): sudo mount {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:04.911940 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] [chan 125] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.912636 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 125] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.913514 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 125 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:04.915528 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 125] Sesch channel 125 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.936391 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 125] EOF received (125) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.936678 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 125] EOF sent (125) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.937652 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:04.938140 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] Running cmd (SSH): sudo zfs umount -f betta/subdir/manila_share_85e7aa13_3dee_4e18_8aaa_f5e95c06504d {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:04.938525 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] [chan 104] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.939049 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 104] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.939213 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 104 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:04.940948 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 104] Sesch channel 104 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.982261 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 104] EOF received (104) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.982735 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 104] EOF sent (104) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.983415 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:04.983870 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] Running cmd (SSH): sudo mount {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:04.984216 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] [chan 152] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.984892 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 152] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:04.985061 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 152 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:04.986735 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 152] Sesch channel 152 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.005908 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 152] EOF received (152) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.006365 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 152] EOF sent (152) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.007300 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:05.007893 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] Running cmd (SSH): sudo zfs rename betta/subdir/manila_share_85e7aa13_3dee_4e18_8aaa_f5e95c06504d betta/subdir/manila_share_0e0a4257_b81c_48d9_b32d_f3de977a7f0c {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:05.008668 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] [chan 126] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.008786 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 126] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.009010 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 126 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:05.010511 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 126] Sesch channel 126 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.074760 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 126] EOF received (126) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.075008 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 126] EOF sent (126) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.075469 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:05.075754 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] Running cmd (SSH): sudo zfs mount betta/subdir/manila_share_0e0a4257_b81c_48d9_b32d_f3de977a7f0c {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:05.075991 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] [chan 105] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.076436 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 105] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.076539 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 105 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:05.078224 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 105] Sesch channel 105 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.108363 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 105] EOF received (105) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.108733 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 105] EOF sent (105) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.109556 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:05.109874 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] Running cmd (SSH): sudo zfs mount {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:05.110385 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] [chan 153] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.111074 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 153] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.111236 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 153 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:05.113092 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 153] Sesch channel 153 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.140861 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 153] EOF received (153) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.140861 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 153] EOF sent (153) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.141378 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:05.141810 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] Running cmd (SSH): sudo zfs set quota=1G betta/subdir/manila_share_0e0a4257_b81c_48d9_b32d_f3de977a7f0c {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:05.142215 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] [chan 127] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.142711 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 127] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.142876 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 127 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:05.144413 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 127] Sesch channel 127 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.186348 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 127] EOF received (127) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.186633 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 127] EOF sent (127) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.187082 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:05.187340 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] Running cmd (SSH): sudo zfs set compression=gzip betta/subdir/manila_share_0e0a4257_b81c_48d9_b32d_f3de977a7f0c {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:05.188139 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] [chan 106] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.188619 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 106] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.188771 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 106 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:05.191206 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 106] Sesch channel 106 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.210978 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:47:05.211491 np0000156481 manila-share[88844]: DEBUG manila.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Notifying Schedulers of capabilities ... {{(pid=88844) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:47:05.212930 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:47:05.230625 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:47:05.230726 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica instances. {{(pid=88844) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:47:05.230996 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 106] EOF received (106) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.231250 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 106] EOF sent (106) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.231731 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:05.231970 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] Running cmd (SSH): sudo zfs set readonly=off betta/subdir/manila_share_0e0a4257_b81c_48d9_b32d_f3de977a7f0c {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:05.232218 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] [chan 154] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.232686 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 154] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.232795 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 154 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:05.234546 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 154] Sesch channel 154 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.236123 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:47:05.236201 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:47:05.240605 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:47:05.240856 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:47:05.245715 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:47:05.245715 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica snapshots. {{(pid=88844) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:47:05.258658 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._report_driver_status {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:47:05.258830 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share status
Feb 19 02:47:05.258974 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:05.259197 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 112] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.261049 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 112] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.261235 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 112 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:05.262652 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 112] Sesch channel 112 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.274520 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 154] EOF received (154) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.274691 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 154] EOF sent (154) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.275097 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:05.275334 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_0e0a4257_b81c_48d9_b32d_f3de977a7f0c {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:05.275606 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] [chan 64] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.276024 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 64] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.276129 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 64 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:05.277507 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 64] Sesch channel 64 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.290772 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 112] EOF received (112) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.290883 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 112] EOF sent (112) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.291286 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:05.291629 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option free's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:05.291698 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:05.291893 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 121] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.292343 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 121] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.292451 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 121 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:05.294122 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 121] Sesch channel 121 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.299204 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 64] EOF received (64) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.299535 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 64] EOF sent (64) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.300174 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:05.300512 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] ZFS option mountpoint's value is /betta/subdir/manila_share_0e0a4257_b81c_48d9_b32d_f3de977a7f0c. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:05.323906 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 121] EOF received (121) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.324298 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 121] EOF sent (121) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:05.324851 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:05.325100 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option size's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:05.325615 np0000156481 manila-share[88844]: DEBUG manila.share.driver [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share stats. {{(pid=88844) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:47:05.325704 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:47:05.330010 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:47:05.332472 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:47:05.332579 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share instances. {{(pid=88844) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:47:05.332871 np0000156481 manila-share[88840]: DEBUG manila.db.sqlalchemy.api [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] quota_usages out of sync, updating. project_id: 6a1a7329cede4ac4a26d1dec0ac3475b, user_id: 9479da4a169649858327cd253556e9e8, share_type_id: None, resource: shares, tracked usage: 0, actual usage: 1 {{(pid=88840) _quota_reserve /opt/stack/manila/manila/db/sqlalchemy/api.py:1301}}
Feb 19 02:47:05.339640 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:47:05.348629 np0000156481 manila-share[88840]: DEBUG manila.db.sqlalchemy.api [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] quota_usages out of sync, updating. project_id: 6a1a7329cede4ac4a26d1dec0ac3475b, user_id: None, share_type_id: 29554569-c333-446e-971c-5016b290545f, resource: shares, tracked usage: 0, actual usage: 1 {{(pid=88840) _quota_reserve /opt/stack/manila/manila/db/sqlalchemy/api.py:1301}}
Feb 19 02:47:05.358278 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] Created reservations ['ef061a70-2bcb-4f81-8fef-fab1c3d2c080', 'f6ddc1bc-261e-460e-a28b-0e670dbaaf70', 'fbf5053b-4357-4ded-a6d6-295f6dc00a94', 'cfd0d1bc-cd7c-4ffc-b95b-27515697c29c'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:47:05.368150 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-f84a3d78-ac66-499f-9bad-c340df503bc0 tempest-ShareManageUnmanageNFS-359822098 None] Committed reservations ['ef061a70-2bcb-4f81-8fef-fab1c3d2c080', 'f6ddc1bc-261e-460e-a28b-0e670dbaaf70', 'fbf5053b-4357-4ded-a6d6-295f6dc00a94', 'cfd0d1bc-cd7c-4ffc-b95b-27515697c29c'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:47:06.040615 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:06.041294 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] [chan 128] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:06.041732 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 128] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:06.041912 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 128 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:06.043607 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 128] Sesch channel 128 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:06.088819 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 128] EOF received (128) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:06.089230 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 128] EOF sent (128) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:06.089960 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:06.090300 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__6e05a7aa_406e_4a08_b0da_b3dedb09c263_time_2026-02-19T02:43:09.358499" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.115s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:06.090518 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:06.090923 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:06.091115 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:06.091359 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] [chan 107] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:06.091757 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 107] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:06.091862 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 107 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:06.093323 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 107] Sesch channel 107 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:06.122337 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 107] EOF received (107) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:06.122632 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 107] EOF sent (107) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:06.123029 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:06.123273 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:06.123581 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:06.123802 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] [chan 155] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:06.124220 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 155] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:06.124343 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 155 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:06.125878 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 155] Sesch channel 155 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:06.140765 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 155] EOF received (155) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:06.141243 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 155] EOF sent (155) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:06.141976 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:06.377112 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_4c178e6f_297f_45e6_98d3_1922aa167677 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:06.377619 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 121] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:06.378010 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 121] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:06.378153 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 121 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:06.379649 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 121] Sesch channel 121 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:06.437113 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 121] EOF received (121) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:06.437627 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 121] EOF sent (121) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:06.438455 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:06.438791 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-gamma/manila_share_4c178e6f_297f_45e6_98d3_1922aa167677" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.242s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:06.525562 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Created reservations ['24c9a5da-baa2-49be-90aa-725bf720eb2f', 'ba464f54-4357-4fd4-bbde-368b01e21ac1', 'd8c55435-4df2-45e4-af3d-bf6d2c6cd04b', '292d0faa-d2b1-4319-a293-594f3ecc39e1'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:47:06.538084 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Committed reservations ['24c9a5da-baa2-49be-90aa-725bf720eb2f', 'ba464f54-4357-4fd4-bbde-368b01e21ac1', 'd8c55435-4df2-45e4-af3d-bf6d2c6cd04b', '292d0faa-d2b1-4319-a293-594f3ecc39e1'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:47:06.541780 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-40ae39e2-98c7-459f-b3fc-345c7461a716 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Share instance 4c178e6f-297f-45e6-98d3-1922aa167677: deleted successfully.
Feb 19 02:47:07.053478 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-adc53eb7-6878-4139-b280-91f848da65b0 tempest-ReplicationTest-1049150197 None] Lock "locked-share-replica-operation-for-share-c92c3771-e6ad-4715-bbbe-9a98a71ca86b" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:47:07.167694 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-adc53eb7-6878-4139-b280-91f848da65b0 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1@tmp_snapshot_for_replication__d6db2834_bbfd_4fe3_bc5d_58bd279af098_time_2026-02-19T02:47:07.153456 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:07.168171 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-adc53eb7-6878-4139-b280-91f848da65b0 tempest-ReplicationTest-1049150197 None] [chan 134] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:07.168693 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 134] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:07.168804 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 134 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:07.170218 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 134] Sesch channel 134 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:07.409713 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 134] EOF received (134) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:07.409713 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 134] EOF sent (134) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:07.410263 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-adc53eb7-6878-4139-b280-91f848da65b0 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:07.410637 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-adc53eb7-6878-4139-b280-91f848da65b0 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1@tmp_snapshot_for_replication__d6db2834_bbfd_4fe3_bc5d_58bd279af098_time_2026-02-19T02:47:07.153456 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_d6db2834_bbfd_4fe3_bc5d_58bd279af098 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:07.410981 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-adc53eb7-6878-4139-b280-91f848da65b0 tempest-ReplicationTest-1049150197 None] [chan 113] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:07.412245 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 113] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:07.412245 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 113 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:07.413954 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 113] Sesch channel 113 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:07.436362 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a72df91f-d053-4982-85a6-3ea57499c2f5 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off betta/subdir/manila_share_69957623_9f73_42a3_ad0c_da1a2fc2a64a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:07.436362 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-a72df91f-d053-4982-85a6-3ea57499c2f5 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 129] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:07.436885 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 129] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:07.436991 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 129 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:07.441363 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 129] Sesch channel 129 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:07.527511 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 129] EOF received (129) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:07.527819 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 129] EOF sent (129) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:07.528269 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a72df91f-d053-4982-85a6-3ea57499c2f5 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:07.528548 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a72df91f-d053-4982-85a6-3ea57499c2f5 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_69957623_9f73_42a3_ad0c_da1a2fc2a64a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:07.528809 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-a72df91f-d053-4982-85a6-3ea57499c2f5 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 32] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:07.529274 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 32] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:07.529435 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 32 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:07.531345 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 32] Sesch channel 32 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:07.551893 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 32] EOF received (32) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:07.553365 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 32] EOF sent (32) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:07.553365 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a72df91f-d053-4982-85a6-3ea57499c2f5 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:07.553365 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-a72df91f-d053-4982-85a6-3ea57499c2f5 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] ZFS option mountpoint's value is /betta/subdir/manila_share_69957623_9f73_42a3_ad0c_da1a2fc2a64a. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:07.575587 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-a72df91f-d053-4982-85a6-3ea57499c2f5 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Share instance 69957623-9f73-42a3-ad0c-da1a2fc2a64a created successfully.
Feb 19 02:47:07.928066 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 113] EOF received (113) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:07.928333 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 113] EOF sent (113) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:07.929822 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-adc53eb7-6878-4139-b280-91f848da65b0 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:07.930058 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-adc53eb7-6878-4139-b280-91f848da65b0 tempest-ReplicationTest-1049150197 None] Info about replica 'd6db2834-bbfd-4fe3-bc5d-58bd279af098' creation is following:
Feb 19 02:47:07.930058 np0000156481 manila-share[88844]: receiving full stream of betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1@tmp_snapshot_for_replication__d6db2834_bbfd_4fe3_bc5d_58bd279af098_time_2026-02-19T02:47:07.153456 into gamma/manila_share_d6db2834_bbfd_4fe3_bc5d_58bd279af098@tmp_snapshot_for_replication__d6db2834_bbfd_4fe3_bc5d_58bd279af098_time_2026-02-19T02:47:07.153456
Feb 19 02:47:07.930058 np0000156481 manila-share[88844]: received 43.9K stream in 0.09 seconds (494K/sec)
Feb 19 02:47:07.930058 np0000156481 manila-share[88844]:  {{(pid=88844) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 02:47:07.930227 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-adc53eb7-6878-4139-b280-91f848da65b0 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_d6db2834_bbfd_4fe3_bc5d_58bd279af098 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:07.930882 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-adc53eb7-6878-4139-b280-91f848da65b0 tempest-ReplicationTest-1049150197 None] [chan 122] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:07.931269 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 122] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:07.931553 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 122 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:07.933996 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 122] Sesch channel 122 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:07.983110 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 122] EOF received (122) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:07.983390 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 122] EOF sent (122) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:07.983869 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-adc53eb7-6878-4139-b280-91f848da65b0 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:07.984079 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-adc53eb7-6878-4139-b280-91f848da65b0 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_d6db2834_bbfd_4fe3_bc5d_58bd279af098 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:07.984338 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-adc53eb7-6878-4139-b280-91f848da65b0 tempest-ReplicationTest-1049150197 None] [chan 122] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:07.984772 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 122] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:07.984877 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 122 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:07.986229 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 122] Sesch channel 122 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:07.990299 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] Received request to update access for share instance 0e0a4257-b81c-48d9-b32d-f3de977a7f0c. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:47:08.006867 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:08.007145 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:08.009124 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:08.009249 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:08.009473 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:08.051493 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 122] EOF received (122) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.051493 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 122] EOF sent (122) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.051955 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-adc53eb7-6878-4139-b280-91f848da65b0 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:08.051955 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-adc53eb7-6878-4139-b280-91f848da65b0 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-gamma/manila_share_d6db2834_bbfd_4fe3_bc5d_58bd279af098" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:08.052445 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-adc53eb7-6878-4139-b280-91f848da65b0 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_d6db2834_bbfd_4fe3_bc5d_58bd279af098" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:08.052984 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-adc53eb7-6878-4139-b280-91f848da65b0 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:08.054588 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-adc53eb7-6878-4139-b280-91f848da65b0 tempest-ReplicationTest-1049150197 None] [chan 58] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.056082 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 58] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.056082 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 58 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:08.057220 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 58] Sesch channel 58 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.060399 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.051s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:08.060602 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] Updating access rules for share instance 0e0a4257-b81c-48d9-b32d-f3de977a7f0c belonging to share 311db94e-70ac-4edb-a788-34ef5838da0b. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:47:08.073025 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:08.073183 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:08.078611 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:08.078748 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:08.078960 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:08.083961 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 58] EOF received (58) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.084243 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 58] EOF sent (58) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.084881 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-adc53eb7-6878-4139-b280-91f848da65b0 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:08.085460 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-adc53eb7-6878-4139-b280-91f848da65b0 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs set sharenfs=ro=203.0.113.48,no_root_squash gamma/manila_share_d6db2834_bbfd_4fe3_bc5d_58bd279af098 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:08.085460 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-adc53eb7-6878-4139-b280-91f848da65b0 tempest-ReplicationTest-1049150197 None] [chan 53] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.086137 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 53] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.086137 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 53 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:08.087251 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 53] Sesch channel 53 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.089591 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:08.103543 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_0e0a4257_b81c_48d9_b32d_f3de977a7f0c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:08.103849 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] Lock "zfs-dataset-betta/subdir/manila_share_0e0a4257_b81c_48d9_b32d_f3de977a7f0c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:08.105620 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:08.105620 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] [chan 108] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.105620 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 108] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.105620 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 108 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:08.105971 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 108] Sesch channel 108 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.131616 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 53] EOF received (53) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.131811 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 53] EOF sent (53) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.132192 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-adc53eb7-6878-4139-b280-91f848da65b0 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:08.132422 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-adc53eb7-6878-4139-b280-91f848da65b0 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_d6db2834_bbfd_4fe3_bc5d_58bd279af098" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.080s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:08.132621 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-adc53eb7-6878-4139-b280-91f848da65b0 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_d6db2834_bbfd_4fe3_bc5d_58bd279af098 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:08.132839 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-adc53eb7-6878-4139-b280-91f848da65b0 tempest-ReplicationTest-1049150197 None] [chan 59] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.135179 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 59] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.135289 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 59 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:08.137163 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 59] Sesch channel 59 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.140645 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 108] EOF received (108) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.140908 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 108] EOF sent (108) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.141502 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:08.141874 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] Running cmd (SSH): sudo zfs set sharenfs=rw=172.24.5.219,no_root_squash betta/subdir/manila_share_0e0a4257_b81c_48d9_b32d_f3de977a7f0c {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:08.142354 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] [chan 65] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.144136 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 65] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.144235 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 65 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:08.144658 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:08.145474 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] [chan 156] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.147462 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 156] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.147462 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 156 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:08.147891 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 65] Sesch channel 65 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.150211 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 156] Sesch channel 156 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.165767 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 59] EOF received (59) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.167885 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 59] EOF sent (59) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.167885 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-adc53eb7-6878-4139-b280-91f848da65b0 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:08.167885 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-adc53eb7-6878-4139-b280-91f848da65b0 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is /gamma/manila_share_d6db2834_bbfd_4fe3_bc5d_58bd279af098. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:08.191487 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 156] EOF received (156) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.191487 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 156] EOF sent (156) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.191769 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:08.192090 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__fa8f55f9_b51a_43a4_a3e7_f000704c560e_time_2026-02-19T02:44:21.978804" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.101s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:08.192283 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:08.192724 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:08.193977 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:08.193977 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] [chan 130] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.195426 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 130] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.195426 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 130 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:08.198002 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 130] Sesch channel 130 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.212971 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 65] EOF received (65) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.213465 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 65] EOF sent (65) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.214098 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:08.214556 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] Lock "zfs-dataset-betta/subdir/manila_share_0e0a4257_b81c_48d9_b32d_f3de977a7f0c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.111s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:08.214896 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:08.215478 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:08.222472 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-adc53eb7-6878-4139-b280-91f848da65b0 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:08.223823 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-adc53eb7-6878-4139-b280-91f848da65b0 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:08.227113 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 130] EOF received (130) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.227113 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 130] EOF sent (130) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.227948 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:08.228195 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:08.228879 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:08.229216 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] [chan 109] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.230638 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 109] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.230638 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 109 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:08.232523 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 109] Sesch channel 109 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.250507 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 109] EOF received (109) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.250692 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 109] EOF sent (109) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:08.251026 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:08.277812 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.062s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:08.279405 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:08.279405 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:08.279405 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:08.279405 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:08.279739 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:08.281282 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:08.281480 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:08.281751 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:08.283996 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:08.284176 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:08.284541 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:08.289327 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-adc53eb7-6878-4139-b280-91f848da65b0 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.066s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:08.289549 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-adc53eb7-6878-4139-b280-91f848da65b0 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:08.289877 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-adc53eb7-6878-4139-b280-91f848da65b0 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:08.312102 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-adc53eb7-6878-4139-b280-91f848da65b0 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.022s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:08.312367 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-adc53eb7-6878-4139-b280-91f848da65b0 tempest-ReplicationTest-1049150197 None] Share replica d6db2834-bbfd-4fe3-bc5d-58bd279af098 created successfully.
Feb 19 02:47:08.316372 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.032s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:08.316584 np0000156481 manila-share[88840]: INFO manila.share.access [None req-5e6b1e67-534c-4175-b8ce-202b0b60c349 tempest-ShareManageUnmanageNFS-359822098 None] Access rules were successfully modified for share instance 0e0a4257-b81c-48d9-b32d-f3de977a7f0c belonging to share 311db94e-70ac-4edb-a788-34ef5838da0b.
Feb 19 02:47:10.252235 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:10.252746 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] [chan 157] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:10.253381 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 157] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:10.253476 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 157 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:10.255964 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 157] Sesch channel 157 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:10.303424 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 157] EOF received (157) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:10.303424 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 157] EOF sent (157) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:10.303424 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:10.303424 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__9b5a26e1_5417_4ef9_a314_c1937607ed79_time_2026-02-19T02:44:37.548922" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.109s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:10.303424 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__9e9551ca_f7f5_436e_9bc6_14356370dd92_time_2026-02-19T02:44:56.136698" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:10.304026 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__9e9551ca_f7f5_436e_9bc6_14356370dd92_time_2026-02-19T02:44:56.136698" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:10.304026 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__9e9551ca_f7f5_436e_9bc6_14356370dd92_time_2026-02-19T02:44:56.136698 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:10.304997 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] [chan 131] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:10.306687 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 131] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:10.307043 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 131 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:10.308796 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 131] Sesch channel 131 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:10.336396 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 131] EOF received (131) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:10.336396 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 131] EOF sent (131) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:10.336396 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:10.336948 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:10.338458 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:10.339028 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] [chan 110] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:10.339842 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 110] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:10.339842 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 110 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:10.340867 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 110] Sesch channel 110 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:10.361466 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 110] EOF received (110) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:10.362606 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 110] EOF sent (110) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:10.362606 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:10.390026 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Received request to update access for share instance b9c503d4-af32-45b8-87e8-fdf5d883e4f1. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:47:10.450578 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:10.451036 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:10.455198 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:10.455574 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:10.456057 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:10.503415 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.047s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:10.503532 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Updating access rules for share instance b9c503d4-af32-45b8-87e8-fdf5d883e4f1 belonging to share c92c3771-e6ad-4715-bbbe-9a98a71ca86b. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:47:10.520131 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:10.520414 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:10.525375 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:10.525375 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:10.525548 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:10.538541 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.012s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:10.550463 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:10.550463 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:10.550463 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:10.550463 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] [chan 158] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:10.550463 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 158] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:10.550463 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 158 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:10.552502 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 158] Sesch channel 158 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:10.574036 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Received request to update access for share instance d6db2834-bbfd-4fe3-bc5d-58bd279af098. {{(pid=88844) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:47:10.582634 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 158] EOF received (158) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:10.582806 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 158] EOF sent (158) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:10.583166 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:10.583418 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs set sharenfs=off betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:10.583582 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] [chan 33] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:10.584407 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 33] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:10.584531 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 33 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:10.587051 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 33] Sesch channel 33 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:10.589393 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:10.589681 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:10.592015 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:10.592233 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:10.592338 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:10.632120 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 33] EOF received (33) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:10.632299 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 33] EOF sent (33) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:10.632970 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:10.633173 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.083s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:10.633708 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:10.633708 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:10.643602 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.051s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:10.643713 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Updating access rules for share instance d6db2834-bbfd-4fe3-bc5d-58bd279af098 belonging to share c92c3771-e6ad-4715-bbbe-9a98a71ca86b. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:47:10.660381 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:10.660950 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:10.668743 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:10.668933 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:10.669107 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:10.675928 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.042s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:10.676089 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:10.676353 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:10.683053 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.014s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:10.683191 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] All access rules of share instance d6db2834-bbfd-4fe3-bc5d-58bd279af098 are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88844) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 02:47:10.696992 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-gamma/manila_share_d6db2834_bbfd_4fe3_bc5d_58bd279af098" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:10.697256 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_d6db2834_bbfd_4fe3_bc5d_58bd279af098" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:10.697335 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:10.697531 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] [chan 135] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:10.697939 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 135] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:10.697997 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 135 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:10.699489 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 135] Sesch channel 135 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:10.701712 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.025s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:10.702857 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:10.702857 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:10.705790 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:10.705982 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:10.706269 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:10.709037 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:10.710439 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:10.710439 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:10.728576 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 135] EOF received (135) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:10.728576 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 135] EOF sent (135) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:10.728972 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:10.729448 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_d6db2834_bbfd_4fe3_bc5d_58bd279af098 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:10.729801 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] [chan 54] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:10.730681 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 54] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:10.730860 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 54 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:10.732877 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 54] Sesch channel 54 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:10.738089 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.028s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:10.738283 np0000156481 manila-share[88840]: INFO manila.share.access [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Access rules were successfully modified for share instance b9c503d4-af32-45b8-87e8-fdf5d883e4f1 belonging to share c92c3771-e6ad-4715-bbbe-9a98a71ca86b.
Feb 19 02:47:10.775630 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 54] EOF received (54) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:10.775875 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 54] EOF sent (54) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:10.776305 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:10.776589 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_d6db2834_bbfd_4fe3_bc5d_58bd279af098" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.079s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:10.776803 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:10.777137 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:10.799776 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.021s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:10.799776 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:10.799776 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:10.815910 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.017s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:10.816821 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:10.816821 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:10.819505 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:10.819706 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:10.820152 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:10.825433 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:10.825658 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:10.825909 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:10.856853 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.031s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:10.857006 np0000156481 manila-share[88844]: INFO manila.share.access [None req-fa9ccd95-1c6a-41bb-afdb-10b0985cea42 tempest-ReplicationTest-1049150197 None] Access rules were successfully modified for share instance d6db2834-bbfd-4fe3-bc5d-58bd279af098 belonging to share c92c3771-e6ad-4715-bbbe-9a98a71ca86b.
Feb 19 02:47:10.865649 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-4b4d5da9-b4d4-4f4e-a5b6-39ebb2727067 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Entered migration_start method for share f37ab65b-5795-4cc9-9245-3212a769abc9. {{(pid=88840) migration_start /opt/stack/manila/manila/share/manager.py:1657}}
Feb 19 02:47:10.986097 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4b4d5da9-b4d4-4f4e-a5b6-39ebb2727067 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_69957623-9f73-42a3-ad0c-da1a2fc2a64a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:10.986516 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4b4d5da9-b4d4-4f4e-a5b6-39ebb2727067 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_69957623-9f73-42a3-ad0c-da1a2fc2a64a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:10.988567 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4b4d5da9-b4d4-4f4e-a5b6-39ebb2727067 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_69957623-9f73-42a3-ad0c-da1a2fc2a64a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:10.988567 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-4b4d5da9-b4d4-4f4e-a5b6-39ebb2727067 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Received request to update access for share instance 69957623-9f73-42a3-ad0c-da1a2fc2a64a. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:47:11.008399 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4b4d5da9-b4d4-4f4e-a5b6-39ebb2727067 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_69957623-9f73-42a3-ad0c-da1a2fc2a64a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:11.008399 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4b4d5da9-b4d4-4f4e-a5b6-39ebb2727067 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_69957623-9f73-42a3-ad0c-da1a2fc2a64a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:11.011248 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4b4d5da9-b4d4-4f4e-a5b6-39ebb2727067 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_69957623-9f73-42a3-ad0c-da1a2fc2a64a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:11.011556 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4b4d5da9-b4d4-4f4e-a5b6-39ebb2727067 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_69957623-9f73-42a3-ad0c-da1a2fc2a64a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:11.011953 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4b4d5da9-b4d4-4f4e-a5b6-39ebb2727067 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_69957623-9f73-42a3-ad0c-da1a2fc2a64a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:11.014128 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4b4d5da9-b4d4-4f4e-a5b6-39ebb2727067 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_69957623-9f73-42a3-ad0c-da1a2fc2a64a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:11.014655 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-4b4d5da9-b4d4-4f4e-a5b6-39ebb2727067 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] All access rules have been synced for share instance 69957623-9f73-42a3-ad0c-da1a2fc2a64a belonging to share f37ab65b-5795-4cc9-9245-3212a769abc9. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:47:11.023524 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-4b4d5da9-b4d4-4f4e-a5b6-39ebb2727067 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Initiating driver migration for share f37ab65b-5795-4cc9-9245-3212a769abc9. {{(pid=88840) _migration_start_driver /opt/stack/manila/manila/share/manager.py:1397}}
Feb 19 02:47:11.074465 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4b4d5da9-b4d4-4f4e-a5b6-39ebb2727067 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs snapshot betta/subdir/manila_share_69957623_9f73_42a3_ad0c_da1a2fc2a64a@tmp_snapshot_for_share_migration__d56a2a85_4450_4109_90dd_1ffbad8aaa69_time_2026_02_19T02_47_11_046513 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:11.074756 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-4b4d5da9-b4d4-4f4e-a5b6-39ebb2727067 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 132] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:11.075890 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 132] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:11.075890 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 132 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:11.077268 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 132] Sesch channel 132 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:11.126980 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 132] EOF received (132) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:11.127264 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 132] EOF sent (132) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:11.127784 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4b4d5da9-b4d4-4f4e-a5b6-39ebb2727067 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:11.128696 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4b4d5da9-b4d4-4f4e-a5b6-39ebb2727067 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo chmod 755 /tmp/tmpj2z7vx1g/gamma_manila_share_d56a2a85_4450_4109_90dd_1ffbad8aaa69.sh {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:11.128917 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-4b4d5da9-b4d4-4f4e-a5b6-39ebb2727067 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 111] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:11.130069 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 111] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:11.130069 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 111 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:11.130597 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 111] Sesch channel 111 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:11.149198 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 111] EOF received (111) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:11.149476 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 111] EOF sent (111) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:11.150095 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4b4d5da9-b4d4-4f4e-a5b6-39ebb2727067 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:11.150095 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4b4d5da9-b4d4-4f4e-a5b6-39ebb2727067 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): nohup /tmp/tmpj2z7vx1g/gamma_manila_share_d56a2a85_4450_4109_90dd_1ffbad8aaa69.sh '&' {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:11.150095 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-4b4d5da9-b4d4-4f4e-a5b6-39ebb2727067 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 159] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:11.152593 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 159] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:11.152668 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 159 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:11.153766 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 159] Sesch channel 159 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:11.517954 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 159] EOF received (159) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:11.517954 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 159] EOF sent (159) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:11.517954 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4b4d5da9-b4d4-4f4e-a5b6-39ebb2727067 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:12.364128 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__9e9551ca_f7f5_436e_9bc6_14356370dd92_time_2026-02-19T02:44:56.136698 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:12.364128 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] [chan 133] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:12.364567 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 133] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:12.364567 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 133 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:12.365779 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 133] Sesch channel 133 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:12.408943 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 133] EOF received (133) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:12.409354 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 133] EOF sent (133) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:12.410009 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:12.410602 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__9e9551ca_f7f5_436e_9bc6_14356370dd92_time_2026-02-19T02:44:56.136698" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.108s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:12.410978 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__b304c2f6_2c2b_48fa_9223_37a308ad13a5_time_2026-02-19T02:45:17.760197" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:12.411867 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__b304c2f6_2c2b_48fa_9223_37a308ad13a5_time_2026-02-19T02:45:17.760197" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:12.412156 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__b304c2f6_2c2b_48fa_9223_37a308ad13a5_time_2026-02-19T02:45:17.760197 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:12.412536 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] [chan 112] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:12.413115 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 112] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:12.413282 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 112 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:12.415183 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 112] Sesch channel 112 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:12.439212 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 112] EOF received (112) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:12.439486 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 112] EOF sent (112) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:12.439941 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:12.440169 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:12.440672 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:12.440885 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] [chan 160] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:12.441309 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 160] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:12.441445 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 160 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:12.443981 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 160] Sesch channel 160 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:12.463959 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 160] EOF received (160) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:12.464202 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 160] EOF sent (160) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:12.464617 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:12.900399 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c3ebe4e3-550e-4548-a509-39efa6569947 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_09d839a2_900c_4ca1_a93b_48f2e0686498 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:12.901122 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c3ebe4e3-550e-4548-a509-39efa6569947 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 134] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:12.901122 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 134] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:12.901279 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 134 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:12.902614 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 134] Sesch channel 134 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:13.002437 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 134] EOF received (134) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:13.002809 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 134] EOF sent (134) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:13.003439 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c3ebe4e3-550e-4548-a509-39efa6569947 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:13.003786 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c3ebe4e3-550e-4548-a509-39efa6569947 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_09d839a2_900c_4ca1_a93b_48f2e0686498 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:13.004381 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c3ebe4e3-550e-4548-a509-39efa6569947 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 66] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:13.009921 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 66] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:13.010093 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 66 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:13.011899 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 66] Sesch channel 66 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:13.038685 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 66] EOF received (66) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:13.038883 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 66] EOF sent (66) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:13.039274 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c3ebe4e3-550e-4548-a509-39efa6569947 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:13.039429 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-c3ebe4e3-550e-4548-a509-39efa6569947 tempest-TestShareBasicOpsNFS-1749884742 None] ZFS option mountpoint's value is /alpha/manila_share_09d839a2_900c_4ca1_a93b_48f2e0686498. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:13.075388 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-c3ebe4e3-550e-4548-a509-39efa6569947 tempest-TestShareBasicOpsNFS-1749884742 None] Share instance 09d839a2-900c-4ca1-a93b-48f2e0686498 created successfully.
Feb 19 02:47:13.738466 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Lock "locked-share-replica-operation-for-share-c92c3771-e6ad-4715-bbbe-9a98a71ca86b" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:47:13.827410 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:13.827410 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:13.829580 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:13.829687 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:13.829925 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:13.832024 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:13.832155 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:13.832373 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:13.834011 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_d6db2834-bbfd-4fe3-bc5d-58bd279af098" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:13.834135 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] All access rules have been synced for share instance d6db2834-bbfd-4fe3-bc5d-58bd279af098 belonging to share c92c3771-e6ad-4715-bbbe-9a98a71ca86b. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:47:13.837853 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:13.838408 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] [chan 114] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:13.838788 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 114] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:13.838877 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 114 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:13.840300 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 114] Sesch channel 114 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:13.866514 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 114] EOF received (114) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:13.866873 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 114] EOF sent (114) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:13.867503 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:13.867849 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-gamma/manila_share_d6db2834_bbfd_4fe3_bc5d_58bd279af098@tmp_snapshot_for_replication__d6db2834_bbfd_4fe3_bc5d_58bd279af098_time_2026-02-19T02:47:07.153456" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:13.868423 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_d6db2834_bbfd_4fe3_bc5d_58bd279af098@tmp_snapshot_for_replication__d6db2834_bbfd_4fe3_bc5d_58bd279af098_time_2026-02-19T02:47:07.153456" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:13.868703 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_d6db2834_bbfd_4fe3_bc5d_58bd279af098@tmp_snapshot_for_replication__d6db2834_bbfd_4fe3_bc5d_58bd279af098_time_2026-02-19T02:47:07.153456 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:13.869015 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] [chan 123] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:13.869663 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 123] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:13.869844 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 123 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:13.871835 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 123] Sesch channel 123 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:13.892519 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 123] EOF received (123) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:13.892909 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 123] EOF sent (123) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:13.893594 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:13.893981 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:13.894461 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:13.894818 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] [chan 123] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:13.896225 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 123] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:13.896488 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 123 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:13.897923 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 123] Sesch channel 123 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:13.915948 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 123] EOF received (123) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:13.916527 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 123] EOF sent (123) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:13.917151 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:14.466197 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__b304c2f6_2c2b_48fa_9223_37a308ad13a5_time_2026-02-19T02:45:17.760197 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:14.466596 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] [chan 113] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:14.467107 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 113] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:14.467207 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 113 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:14.468814 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 113] Sesch channel 113 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:14.516668 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 113] EOF received (113) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:14.517060 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 113] EOF sent (113) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:14.518049 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:14.518049 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__b304c2f6_2c2b_48fa_9223_37a308ad13a5_time_2026-02-19T02:45:17.760197" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.106s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:14.518266 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__edb58955_532f_40b8_aa9e_b14dffd617c4_time_2026-02-19T02:45:39.331425" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:14.518759 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__edb58955_532f_40b8_aa9e_b14dffd617c4_time_2026-02-19T02:45:39.331425" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:14.518950 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__edb58955_532f_40b8_aa9e_b14dffd617c4_time_2026-02-19T02:45:39.331425 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:14.519182 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] [chan 161] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:14.519713 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 161] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:14.519847 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 161 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:14.521362 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 161] Sesch channel 161 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:14.551270 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 161] EOF received (161) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:14.551686 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 161] EOF sent (161) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:14.552438 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:14.552763 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:14.553178 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:14.553573 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] [chan 135] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:14.554193 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 135] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:14.554385 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 135 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:14.556256 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 135] Sesch channel 135 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:14.575240 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 135] EOF received (135) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:14.575630 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 135] EOF sent (135) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:14.576163 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:15.919516 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_d6db2834_bbfd_4fe3_bc5d_58bd279af098@tmp_snapshot_for_replication__d6db2834_bbfd_4fe3_bc5d_58bd279af098_time_2026-02-19T02:47:07.153456 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:15.919516 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] [chan 136] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:15.920577 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 136] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:15.921029 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 136 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:15.923131 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 136] Sesch channel 136 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:15.973890 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 136] EOF received (136) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:15.973890 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 136] EOF sent (136) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:15.973890 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:15.973890 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_d6db2834_bbfd_4fe3_bc5d_58bd279af098@tmp_snapshot_for_replication__d6db2834_bbfd_4fe3_bc5d_58bd279af098_time_2026-02-19T02:47:07.153456" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.105s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:15.973890 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:15.973890 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] [chan 115] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:15.974559 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 115] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:15.974779 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 115 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:15.976525 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 115] Sesch channel 115 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:16.005832 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 115] EOF received (115) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:16.006368 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 115] EOF sent (115) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:16.006858 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:16.007304 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-gamma/manila_share_d6db2834_bbfd_4fe3_bc5d_58bd279af098" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:16.008183 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_d6db2834_bbfd_4fe3_bc5d_58bd279af098" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:16.008299 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_d6db2834_bbfd_4fe3_bc5d_58bd279af098 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:16.008633 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] [chan 60] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:16.009348 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 60] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:16.009526 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 60 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:16.011422 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 60] Sesch channel 60 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:16.036353 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 60] EOF received (60) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:16.036353 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 60] EOF sent (60) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:16.036932 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:16.037291 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:16.037659 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_d6db2834_bbfd_4fe3_bc5d_58bd279af098" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.030s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:16.037954 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-gamma/manila_share_d6db2834_bbfd_4fe3_bc5d_58bd279af098" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:16.038481 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_d6db2834_bbfd_4fe3_bc5d_58bd279af098" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:16.038763 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_d6db2834_bbfd_4fe3_bc5d_58bd279af098 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:16.039110 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] [chan 124] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:16.039765 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 124] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:16.039936 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 124 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:16.041732 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 124] Sesch channel 124 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:16.066371 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 124] EOF received (124) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:16.066772 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 124] EOF sent (124) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:16.067381 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:16.067700 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is /gamma/manila_share_d6db2834_bbfd_4fe3_bc5d_58bd279af098. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:16.067964 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): lsof -w /gamma/manila_share_d6db2834_bbfd_4fe3_bc5d_58bd279af098 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:16.068290 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] [chan 124] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:16.068987 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 124] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:16.069151 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 124 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:16.070741 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 124] Sesch channel 124 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:16.198972 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 124] EOF received (124) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:16.199350 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 124] EOF sent (124) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:16.199867 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:16.201586 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo umount /gamma/manila_share_d6db2834_bbfd_4fe3_bc5d_58bd279af098 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:16.201586 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] [chan 137] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:16.201781 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 137] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:16.201959 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 137 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:16.203972 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 137] Sesch channel 137 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:16.236555 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 137] EOF received (137) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:16.236873 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 137] EOF sent (137) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:16.237325 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:16.577296 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__edb58955_532f_40b8_aa9e_b14dffd617c4_time_2026-02-19T02:45:39.331425 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:16.577812 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] [chan 114] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:16.578462 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 114] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:16.578630 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 114 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:16.580955 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 114] Sesch channel 114 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:16.622600 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 114] EOF received (114) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:16.622600 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 114] EOF sent (114) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:16.623025 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:16.623526 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__edb58955_532f_40b8_aa9e_b14dffd617c4_time_2026-02-19T02:45:39.331425" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.105s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:16.623770 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__e5b25554_12e0_489a_ac20_4deb3aa6b966_time_2026-02-19T02:46:05.731529" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:16.624293 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__e5b25554_12e0_489a_ac20_4deb3aa6b966_time_2026-02-19T02:46:05.731529" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:16.624579 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__e5b25554_12e0_489a_ac20_4deb3aa6b966_time_2026-02-19T02:46:05.731529 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:16.624884 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] [chan 162] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:16.625576 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 162] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:16.625698 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 162 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:16.627109 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 162] Sesch channel 162 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:16.652240 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 162] EOF received (162) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:16.652711 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 162] EOF sent (162) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:16.653262 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:16.653640 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:16.654101 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:16.654470 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] [chan 136] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:16.655115 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 136] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:16.655215 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 136 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:16.656401 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 136] Sesch channel 136 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:16.677021 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 136] EOF received (136) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:16.677442 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 136] EOF sent (136) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:16.678048 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:18.239835 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_d6db2834_bbfd_4fe3_bc5d_58bd279af098 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:18.239835 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] [chan 116] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:18.240425 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 116] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:18.240425 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 116 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:18.242509 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 116] Sesch channel 116 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:18.303267 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 116] EOF received (116) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:18.303477 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 116] EOF sent (116) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:18.304003 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:18.304270 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_d6db2834_bbfd_4fe3_bc5d_58bd279af098" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.266s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:18.409027 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Created reservations ['b4a18159-3b58-423d-a969-b0224adb27c2', '5ecc45e2-472d-4523-810b-dea24903c940', 'e26eb41b-a93a-4706-93fc-efbefb1ea969', 'ab4056a4-9cb0-4dd4-8a04-a618faf6dcf2'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:47:18.426129 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Committed reservations ['b4a18159-3b58-423d-a969-b0224adb27c2', '5ecc45e2-472d-4523-810b-dea24903c940', 'e26eb41b-a93a-4706-93fc-efbefb1ea969', 'ab4056a4-9cb0-4dd4-8a04-a618faf6dcf2'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:47:18.431822 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-26f63449-e655-47d9-9474-862638e4f595 tempest-ReplicationTest-1049150197 None] Share replica d6db2834-bbfd-4fe3-bc5d-58bd279af098 deleted successfully.
Feb 19 02:47:18.679769 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__e5b25554_12e0_489a_ac20_4deb3aa6b966_time_2026-02-19T02:46:05.731529 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:18.680591 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] [chan 115] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:18.681292 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 115] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:18.681488 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 115 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:18.684445 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 115] Sesch channel 115 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:18.719287 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 115] EOF received (115) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:18.719832 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 115] EOF sent (115) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:18.720527 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:18.721041 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1@tmp_snapshot_for_replication__e5b25554_12e0_489a_ac20_4deb3aa6b966_time_2026-02-19T02:46:05.731529" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.097s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:18.721405 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:18.722047 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:18.723661 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:18.726579 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] [chan 34] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:18.726955 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 34] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:18.727131 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 34 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:18.728976 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 34] Sesch channel 34 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:18.756503 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 34] EOF received (34) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:18.756736 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 34] EOF sent (34) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:18.757100 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:18.757422 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:18.757545 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.036s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:18.757724 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:18.758025 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:18.758201 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:18.758433 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] [chan 163] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:18.759387 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 163] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:18.759497 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 163 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:18.762333 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 163] Sesch channel 163 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:18.786811 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 163] EOF received (163) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:18.787037 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 163] EOF sent (163) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:18.787514 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:18.788114 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] ZFS option mountpoint's value is /betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:18.788114 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:18.788114 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] [chan 137] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:18.788495 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 137] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:18.788578 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 137 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:18.790568 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 137] Sesch channel 137 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:18.911577 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 137] EOF received (137) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:18.911577 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 137] EOF sent (137) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:18.911577 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:18.911577 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:18.911577 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] [chan 116] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:18.912729 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 116] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:18.912946 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 116 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:18.914460 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 116] Sesch channel 116 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:18.943583 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 116] EOF received (116) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:18.943583 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 116] EOF sent (116) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:18.943583 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:20.103579 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-a3995dda-1170-4f4b-aeea-00e725b680fd tempest-ReplicationTest-1049150197 None] Lock "locked-share-replica-operation-for-share-c92c3771-e6ad-4715-bbbe-9a98a71ca86b" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:47:20.313902 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-a3995dda-1170-4f4b-aeea-00e725b680fd tempest-ReplicationTest-1049150197 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1@tmp_snapshot_for_replication__94f903bf_7421_4716_92c7_391ef4b077ec_time_2026-02-19T02:47:20.296988 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:20.313902 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-a3995dda-1170-4f4b-aeea-00e725b680fd tempest-ReplicationTest-1049150197 None] [chan 125] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:20.314446 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 125] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:20.314557 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 125 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:20.317052 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 125] Sesch channel 125 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:20.554865 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 125] EOF received (125) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:20.555135 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 125] EOF sent (125) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:20.555651 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-a3995dda-1170-4f4b-aeea-00e725b680fd tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:20.555901 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-a3995dda-1170-4f4b-aeea-00e725b680fd tempest-ReplicationTest-1049150197 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1@tmp_snapshot_for_replication__94f903bf_7421_4716_92c7_391ef4b077ec_time_2026-02-19T02:47:20.296988 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_94f903bf_7421_4716_92c7_391ef4b077ec {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:20.556158 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-a3995dda-1170-4f4b-aeea-00e725b680fd tempest-ReplicationTest-1049150197 None] [chan 125] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:20.557706 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 125] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:20.557920 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 125 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:20.559274 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 125] Sesch channel 125 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:20.945078 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:20.945078 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] [chan 164] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:20.946122 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 164] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:20.946491 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 164 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:20.950096 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 164] Sesch channel 164 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:21.017503 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 164] EOF received (164) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:21.017716 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 164] EOF sent (164) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:21.018274 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:21.019726 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Lock "zfs-dataset-betta/subdir/manila_share_22d797d5_f383_4eb3_82ee_086565df3ae1" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.261s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:21.139705 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Created reservations ['3002907a-3a6a-4dd7-b675-c5bba96dc879', '46caea65-b082-4811-ae5c-54e0b16161e3', 'e85e2d7d-f6cc-4e9c-bb9b-fac6b95b1b55', '61402244-81fa-46fb-8ec2-e87840361b5b', '795503aa-181a-4e1e-bd51-056d09c72b42', '61a9efb0-da46-47af-9a5f-dbb29d3457fb', '04d13cb5-8301-4337-8306-1d8d1294fc03', 'de6c680f-02a0-4fe8-92ff-fb3eb5430d65'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:47:21.153970 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Committed reservations ['3002907a-3a6a-4dd7-b675-c5bba96dc879', '46caea65-b082-4811-ae5c-54e0b16161e3', 'e85e2d7d-f6cc-4e9c-bb9b-fac6b95b1b55', '61402244-81fa-46fb-8ec2-e87840361b5b', '795503aa-181a-4e1e-bd51-056d09c72b42', '61a9efb0-da46-47af-9a5f-dbb29d3457fb', '04d13cb5-8301-4337-8306-1d8d1294fc03', 'de6c680f-02a0-4fe8-92ff-fb3eb5430d65'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:47:21.170176 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-73af151d-fe21-4ab3-94c5-f37397cae2e8 tempest-ReplicationAdminTest-649857771 None] Share instance 22d797d5-f383-4eb3-82ee-086565df3ae1: deleted successfully.
Feb 19 02:47:21.170533 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 125] EOF received (125) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:21.170533 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 125] EOF sent (125) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:21.176007 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-a3995dda-1170-4f4b-aeea-00e725b680fd tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:21.176007 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-a3995dda-1170-4f4b-aeea-00e725b680fd tempest-ReplicationTest-1049150197 None] Info about replica '94f903bf-7421-4716-92c7-391ef4b077ec' creation is following:
Feb 19 02:47:21.176007 np0000156481 manila-share[88844]: receiving full stream of betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1@tmp_snapshot_for_replication__d6db2834_bbfd_4fe3_bc5d_58bd279af098_time_2026-02-19T02:47:07.153456 into gamma/manila_share_94f903bf_7421_4716_92c7_391ef4b077ec@tmp_snapshot_for_replication__d6db2834_bbfd_4fe3_bc5d_58bd279af098_time_2026-02-19T02:47:07.153456
Feb 19 02:47:21.176007 np0000156481 manila-share[88844]: received 43.9K stream in 0.09 seconds (478K/sec)
Feb 19 02:47:21.176007 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1@tmp_snapshot_for_replication__94f903bf_7421_4716_92c7_391ef4b077ec_time_2026-02-19T02:47:20.296988 into gamma/manila_share_94f903bf_7421_4716_92c7_391ef4b077ec@tmp_snapshot_for_replication__94f903bf_7421_4716_92c7_391ef4b077ec_time_2026-02-19T02:47:20.296988
Feb 19 02:47:21.176007 np0000156481 manila-share[88844]: received 312B stream in 0.07 seconds (4.32K/sec)
Feb 19 02:47:21.176007 np0000156481 manila-share[88844]:  {{(pid=88844) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 02:47:21.176007 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-a3995dda-1170-4f4b-aeea-00e725b680fd tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_94f903bf_7421_4716_92c7_391ef4b077ec {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:21.176220 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-a3995dda-1170-4f4b-aeea-00e725b680fd tempest-ReplicationTest-1049150197 None] [chan 138] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:21.176500 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 138] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:21.176634 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 138 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:21.178119 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 138] Sesch channel 138 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:21.232827 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 138] EOF received (138) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:21.233086 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 138] EOF sent (138) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:21.235327 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-a3995dda-1170-4f4b-aeea-00e725b680fd tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:21.235327 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-a3995dda-1170-4f4b-aeea-00e725b680fd tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_94f903bf_7421_4716_92c7_391ef4b077ec {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:21.237326 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-a3995dda-1170-4f4b-aeea-00e725b680fd tempest-ReplicationTest-1049150197 None] [chan 117] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:21.237326 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 117] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:21.237326 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 117 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:21.238896 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 117] Sesch channel 117 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:21.280052 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 117] EOF received (117) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:21.280932 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 117] EOF sent (117) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:21.282743 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-a3995dda-1170-4f4b-aeea-00e725b680fd tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:21.282743 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a3995dda-1170-4f4b-aeea-00e725b680fd tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-gamma/manila_share_94f903bf_7421_4716_92c7_391ef4b077ec" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:21.283203 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a3995dda-1170-4f4b-aeea-00e725b680fd tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_94f903bf_7421_4716_92c7_391ef4b077ec" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:21.284361 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-a3995dda-1170-4f4b-aeea-00e725b680fd tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:21.284869 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-a3995dda-1170-4f4b-aeea-00e725b680fd tempest-ReplicationTest-1049150197 None] [chan 55] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:21.286839 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 55] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:21.286839 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 55 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:21.288036 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 55] Sesch channel 55 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:21.318104 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 55] EOF received (55) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:21.318567 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 55] EOF sent (55) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:21.319196 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-a3995dda-1170-4f4b-aeea-00e725b680fd tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:21.319852 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-a3995dda-1170-4f4b-aeea-00e725b680fd tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_94f903bf_7421_4716_92c7_391ef4b077ec {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:21.320192 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-a3995dda-1170-4f4b-aeea-00e725b680fd tempest-ReplicationTest-1049150197 None] [chan 61] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:21.320814 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 61] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:21.320969 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 61 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:21.326679 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 61] Sesch channel 61 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:21.376662 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 61] EOF received (61) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:21.376934 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 61] EOF sent (61) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:21.377378 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-a3995dda-1170-4f4b-aeea-00e725b680fd tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:21.377643 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a3995dda-1170-4f4b-aeea-00e725b680fd tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_94f903bf_7421_4716_92c7_391ef4b077ec" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.095s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:21.377837 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-a3995dda-1170-4f4b-aeea-00e725b680fd tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_94f903bf_7421_4716_92c7_391ef4b077ec {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:21.378071 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-a3995dda-1170-4f4b-aeea-00e725b680fd tempest-ReplicationTest-1049150197 None] [chan 56] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:21.378434 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 56] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:21.378537 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 56 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:21.379945 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 56] Sesch channel 56 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:21.406761 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 56] EOF received (56) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:21.406956 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 56] EOF sent (56) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:21.407246 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-a3995dda-1170-4f4b-aeea-00e725b680fd tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:21.407451 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-a3995dda-1170-4f4b-aeea-00e725b680fd tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is /gamma/manila_share_94f903bf_7421_4716_92c7_391ef4b077ec. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:21.440615 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a3995dda-1170-4f4b-aeea-00e725b680fd tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_94f903bf-7421-4716-92c7-391ef4b077ec" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:21.441078 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a3995dda-1170-4f4b-aeea-00e725b680fd tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_94f903bf-7421-4716-92c7-391ef4b077ec" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:21.443580 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a3995dda-1170-4f4b-aeea-00e725b680fd tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_94f903bf-7421-4716-92c7-391ef4b077ec" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:21.443762 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a3995dda-1170-4f4b-aeea-00e725b680fd tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_94f903bf-7421-4716-92c7-391ef4b077ec" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:21.444056 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a3995dda-1170-4f4b-aeea-00e725b680fd tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_94f903bf-7421-4716-92c7-391ef4b077ec" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:21.459342 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a3995dda-1170-4f4b-aeea-00e725b680fd tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_94f903bf-7421-4716-92c7-391ef4b077ec" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:21.459491 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-a3995dda-1170-4f4b-aeea-00e725b680fd tempest-ReplicationTest-1049150197 None] Share replica 94f903bf-7421-4716-92c7-391ef4b077ec created successfully.
Feb 19 02:47:22.679419 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-0252e6c7-d996-47b6-a16c-c87076dd3b4b tempest-TestShareShrinkNFS-1662192531 None] Running cmd (SSH): sudo zfs create -o quota=2G -o compression=gzip -o readonly=off betta/subdir/manila_share_e08ccd8a_93d3_4095_a7ab_fe9365428a07 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:22.679905 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-0252e6c7-d996-47b6-a16c-c87076dd3b4b tempest-TestShareShrinkNFS-1662192531 None] [chan 138] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:22.680253 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 138] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:22.680380 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 138 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:22.682758 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 138] Sesch channel 138 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:22.796467 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 138] EOF received (138) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:22.796972 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 138] EOF sent (138) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:22.797800 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-0252e6c7-d996-47b6-a16c-c87076dd3b4b tempest-TestShareShrinkNFS-1662192531 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:22.798247 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-0252e6c7-d996-47b6-a16c-c87076dd3b4b tempest-TestShareShrinkNFS-1662192531 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_e08ccd8a_93d3_4095_a7ab_fe9365428a07 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:22.798713 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-0252e6c7-d996-47b6-a16c-c87076dd3b4b tempest-TestShareShrinkNFS-1662192531 None] [chan 67] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:22.799518 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 67] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:22.799719 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 67 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:22.801457 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 67] Sesch channel 67 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:22.829474 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 67] EOF received (67) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:22.829903 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 67] EOF sent (67) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:22.830612 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-0252e6c7-d996-47b6-a16c-c87076dd3b4b tempest-TestShareShrinkNFS-1662192531 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:22.831125 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-0252e6c7-d996-47b6-a16c-c87076dd3b4b tempest-TestShareShrinkNFS-1662192531 None] ZFS option mountpoint's value is /betta/subdir/manila_share_e08ccd8a_93d3_4095_a7ab_fe9365428a07. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:22.863359 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-0252e6c7-d996-47b6-a16c-c87076dd3b4b tempest-TestShareShrinkNFS-1662192531 None] Share instance e08ccd8a-93d3-4095-a7ab-fe9365428a07 created successfully.
Feb 19 02:47:23.228425 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Lock "locked-share-replica-operation-for-share-c92c3771-e6ad-4715-bbbe-9a98a71ca86b" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:47:23.300523 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_94f903bf-7421-4716-92c7-391ef4b077ec" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:23.300884 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_94f903bf-7421-4716-92c7-391ef4b077ec" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:23.303532 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_94f903bf-7421-4716-92c7-391ef4b077ec" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:23.303716 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_94f903bf-7421-4716-92c7-391ef4b077ec" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:23.304000 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_94f903bf-7421-4716-92c7-391ef4b077ec" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:23.306438 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_94f903bf-7421-4716-92c7-391ef4b077ec" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:23.306662 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_94f903bf-7421-4716-92c7-391ef4b077ec" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:23.306896 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_94f903bf-7421-4716-92c7-391ef4b077ec" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:23.309202 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_94f903bf-7421-4716-92c7-391ef4b077ec" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:23.309403 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] All access rules have been synced for share instance 94f903bf-7421-4716-92c7-391ef4b077ec belonging to share c92c3771-e6ad-4715-bbbe-9a98a71ca86b. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:47:23.313394 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:23.313586 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] [chan 126] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:23.313995 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 126] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:23.314071 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 126 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:23.315765 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 126] Sesch channel 126 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:23.348676 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 126] EOF received (126) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:23.349206 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 126] EOF sent (126) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:23.350026 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:23.350479 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-gamma/manila_share_94f903bf_7421_4716_92c7_391ef4b077ec@tmp_snapshot_for_replication__d6db2834_bbfd_4fe3_bc5d_58bd279af098_time_2026-02-19T02:47:07.153456" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:23.351121 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_94f903bf_7421_4716_92c7_391ef4b077ec@tmp_snapshot_for_replication__d6db2834_bbfd_4fe3_bc5d_58bd279af098_time_2026-02-19T02:47:07.153456" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:23.351466 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_94f903bf_7421_4716_92c7_391ef4b077ec@tmp_snapshot_for_replication__d6db2834_bbfd_4fe3_bc5d_58bd279af098_time_2026-02-19T02:47:07.153456 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:23.351834 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] [chan 126] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:23.352589 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 126] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:23.352677 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 126 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:23.354128 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 126] Sesch channel 126 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:23.378844 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 126] EOF received (126) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:23.379157 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 126] EOF sent (126) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:23.379599 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:23.379826 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:23.380128 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:23.380369 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] [chan 139] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:23.380962 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 139] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:23.381038 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 139 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:23.382249 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 139] Sesch channel 139 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:23.404618 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 139] EOF received (139) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:23.405009 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 139] EOF sent (139) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:23.405625 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:25.406663 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_94f903bf_7421_4716_92c7_391ef4b077ec@tmp_snapshot_for_replication__d6db2834_bbfd_4fe3_bc5d_58bd279af098_time_2026-02-19T02:47:07.153456 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:25.406663 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] [chan 118] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:25.407584 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 118] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:25.407584 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 118 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:25.410094 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 118] Sesch channel 118 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:25.450994 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 118] EOF received (118) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:25.451547 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 118] EOF sent (118) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:25.451607 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:25.451892 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_94f903bf_7421_4716_92c7_391ef4b077ec@tmp_snapshot_for_replication__d6db2834_bbfd_4fe3_bc5d_58bd279af098_time_2026-02-19T02:47:07.153456" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.101s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:25.452040 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-gamma/manila_share_94f903bf_7421_4716_92c7_391ef4b077ec@tmp_snapshot_for_replication__94f903bf_7421_4716_92c7_391ef4b077ec_time_2026-02-19T02:47:20.296988" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:25.452383 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_94f903bf_7421_4716_92c7_391ef4b077ec@tmp_snapshot_for_replication__94f903bf_7421_4716_92c7_391ef4b077ec_time_2026-02-19T02:47:20.296988" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:25.452523 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_94f903bf_7421_4716_92c7_391ef4b077ec@tmp_snapshot_for_replication__94f903bf_7421_4716_92c7_391ef4b077ec_time_2026-02-19T02:47:20.296988 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:25.453220 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] [chan 127] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:25.453220 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 127] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:25.453220 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 127 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:25.454291 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 127] Sesch channel 127 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:25.477958 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 127] EOF received (127) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:25.478192 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 127] EOF sent (127) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:25.478589 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:25.478802 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:25.479114 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:25.479275 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] [chan 127] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:25.479768 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 127] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:25.479876 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 127 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:25.481274 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 127] Sesch channel 127 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:25.499329 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 127] EOF received (127) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:25.499567 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 127] EOF sent (127) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:25.499958 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:27.025671 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:27.025671 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:27.065600 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.040s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:27.065825 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:27.066167 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:27.069375 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:27.069513 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:27.069727 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:27.114676 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.045s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:27.114845 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Updating access rules for share instance 0e0a4257-b81c-48d9-b32d-f3de977a7f0c belonging to share 311db94e-70ac-4edb-a788-34ef5838da0b. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:47:27.128845 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:27.129098 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:27.165760 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.036s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:27.166006 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:27.166518 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:27.178063 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:27.188586 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_0e0a4257_b81c_48d9_b32d_f3de977a7f0c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:27.189133 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Lock "zfs-dataset-betta/subdir/manila_share_0e0a4257_b81c_48d9_b32d_f3de977a7f0c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:27.189133 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:27.189133 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] [chan 117] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.189745 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 117] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.189745 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 117 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:27.191363 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 117] Sesch channel 117 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.222264 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 117] EOF received (117) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.222415 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 117] EOF sent (117) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.223062 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:27.223455 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Running cmd (SSH): sudo zfs set sharenfs=off betta/subdir/manila_share_0e0a4257_b81c_48d9_b32d_f3de977a7f0c {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:27.223815 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] [chan 35] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.224517 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 35] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.224679 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 35 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:27.226918 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 35] Sesch channel 35 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.268446 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 35] EOF received (35) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.268446 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 35] EOF sent (35) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.271499 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:27.271499 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Lock "zfs-dataset-betta/subdir/manila_share_0e0a4257_b81c_48d9_b32d_f3de977a7f0c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.082s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:27.271499 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:27.271768 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:27.294418 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.022s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:27.294581 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:27.294792 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:27.311932 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.017s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:27.312138 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:27.312600 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:27.316292 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:27.316509 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:27.316826 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:27.319913 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:27.320070 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:27.320370 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:27.346029 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_0e0a4257-b81c-48d9-b32d-f3de977a7f0c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:27.346178 np0000156481 manila-share[88840]: INFO manila.share.access [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Access rules were successfully modified for share instance 0e0a4257-b81c-48d9-b32d-f3de977a7f0c belonging to share 311db94e-70ac-4edb-a788-34ef5838da0b.
Feb 19 02:47:27.350055 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:27.352510 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] [chan 165] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.352510 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 165] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.352510 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 165 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:27.352510 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 165] Sesch channel 165 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.379999 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 165] EOF received (165) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.380267 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 165] EOF sent (165) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.380757 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:27.381006 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:27.381247 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] [chan 139] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.381690 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 139] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.381803 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 139 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:27.384040 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 139] Sesch channel 139 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.412305 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 139] EOF received (139) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.412571 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 139] EOF sent (139) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.413008 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:27.413285 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_0e0a4257_b81c_48d9_b32d_f3de977a7f0c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:27.413684 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Lock "zfs-dataset-betta/subdir/manila_share_0e0a4257_b81c_48d9_b32d_f3de977a7f0c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:27.413984 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_0e0a4257_b81c_48d9_b32d_f3de977a7f0c {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:27.414234 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] [chan 68] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.414719 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 68] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.415419 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 68 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:27.416930 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 68] Sesch channel 68 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.443359 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 68] EOF received (68) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.443359 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 68] EOF sent (68) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.443359 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:27.443359 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:27.443359 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Lock "zfs-dataset-betta/subdir/manila_share_0e0a4257_b81c_48d9_b32d_f3de977a7f0c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.029s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:27.443359 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_0e0a4257_b81c_48d9_b32d_f3de977a7f0c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:27.444023 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Lock "zfs-dataset-betta/subdir/manila_share_0e0a4257_b81c_48d9_b32d_f3de977a7f0c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:27.444571 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_0e0a4257_b81c_48d9_b32d_f3de977a7f0c {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:27.445069 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] [chan 118] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.446510 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 118] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.446510 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 118 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:27.447769 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 118] Sesch channel 118 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.476596 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 118] EOF received (118) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.476998 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 118] EOF sent (118) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.477619 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:27.477932 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] ZFS option mountpoint's value is /betta/subdir/manila_share_0e0a4257_b81c_48d9_b32d_f3de977a7f0c. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:27.478194 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_0e0a4257_b81c_48d9_b32d_f3de977a7f0c {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:27.478551 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] [chan 166] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.482662 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 166] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.482780 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 166 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:27.484648 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 166] Sesch channel 166 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.501148 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_94f903bf_7421_4716_92c7_391ef4b077ec@tmp_snapshot_for_replication__94f903bf_7421_4716_92c7_391ef4b077ec_time_2026-02-19T02:47:20.296988 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:27.501686 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] [chan 140] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.504868 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 140] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.504868 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 140 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:27.506555 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 140] Sesch channel 140 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.546027 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 140] EOF received (140) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.546201 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 140] EOF sent (140) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.546983 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:27.546983 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_94f903bf_7421_4716_92c7_391ef4b077ec@tmp_snapshot_for_replication__94f903bf_7421_4716_92c7_391ef4b077ec_time_2026-02-19T02:47:20.296988" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.094s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:27.546983 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:27.547150 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] [chan 119] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.548360 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 119] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.548360 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 119 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:27.550260 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 119] Sesch channel 119 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.582805 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 119] EOF received (119) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.582805 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 119] EOF sent (119) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.583065 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:27.586483 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-gamma/manila_share_94f903bf_7421_4716_92c7_391ef4b077ec" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:27.586855 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_94f903bf_7421_4716_92c7_391ef4b077ec" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:27.587053 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_94f903bf_7421_4716_92c7_391ef4b077ec {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:27.587275 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] [chan 62] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.588526 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 62] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.588526 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 62 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:27.589636 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 62] Sesch channel 62 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.610242 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 166] EOF received (166) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.610242 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 166] EOF sent (166) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.610242 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:27.610242 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_0e0a4257_b81c_48d9_b32d_f3de977a7f0c {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:27.610242 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] [chan 140] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.610465 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 140] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.610636 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 140 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:27.612669 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 140] Sesch channel 140 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.622819 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 62] EOF received (62) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.623110 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 62] EOF sent (62) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.623606 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:27.623838 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:27.624071 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_94f903bf_7421_4716_92c7_391ef4b077ec" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.037s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:27.624287 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-gamma/manila_share_94f903bf_7421_4716_92c7_391ef4b077ec" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:27.624728 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_94f903bf_7421_4716_92c7_391ef4b077ec" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:27.624870 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_94f903bf_7421_4716_92c7_391ef4b077ec {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:27.625054 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] [chan 128] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.628755 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 128] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.628755 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 128 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:27.628755 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 128] Sesch channel 128 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.648795 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 140] EOF received (140) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.648795 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 140] EOF sent (140) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.648795 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:27.659051 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 128] EOF received (128) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.659617 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 128] EOF sent (128) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.660441 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:27.660833 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is /gamma/manila_share_94f903bf_7421_4716_92c7_391ef4b077ec. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:27.661132 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): lsof -w /gamma/manila_share_94f903bf_7421_4716_92c7_391ef4b077ec {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:27.661525 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] [chan 128] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.662164 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 128] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.662377 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 128 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:27.666356 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 128] Sesch channel 128 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.801183 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 128] EOF received (128) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.801592 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 128] EOF sent (128) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.802283 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:27.802755 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo umount /gamma/manila_share_94f903bf_7421_4716_92c7_391ef4b077ec {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:27.803103 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] [chan 141] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.803636 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 141] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.803811 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 141 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:27.805405 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 141] Sesch channel 141 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.840095 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 141] EOF received (141) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.840380 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 141] EOF sent (141) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:27.840825 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:28.568756 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-2afab704-52e8-4cb1-9818-f66ffd45cddd tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:28.569148 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-2afab704-52e8-4cb1-9818-f66ffd45cddd tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 119] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:28.569631 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 119] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:28.569631 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 119 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:28.571497 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 119] Sesch channel 119 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:28.673348 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 119] EOF received (119) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:28.673565 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 119] EOF sent (119) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:28.673934 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-2afab704-52e8-4cb1-9818-f66ffd45cddd tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:28.674115 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-2afab704-52e8-4cb1-9818-f66ffd45cddd tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:28.674298 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-2afab704-52e8-4cb1-9818-f66ffd45cddd tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 36] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:28.675152 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 36] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:28.676097 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 36 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:28.677346 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 36] Sesch channel 36 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:28.702350 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 36] EOF received (36) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:28.702350 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 36] EOF sent (36) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:28.702673 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-2afab704-52e8-4cb1-9818-f66ffd45cddd tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:28.702997 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-2afab704-52e8-4cb1-9818-f66ffd45cddd tempest-ShareIpRulesForNFSTest-1181610700 None] ZFS option mountpoint's value is /alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:28.728995 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-2afab704-52e8-4cb1-9818-f66ffd45cddd tempest-ShareIpRulesForNFSTest-1181610700 None] Share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 created successfully.
Feb 19 02:47:29.650339 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_0e0a4257_b81c_48d9_b32d_f3de977a7f0c {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:29.651088 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] [chan 167] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:29.652837 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 167] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:29.652907 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 167 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:29.655213 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 167] Sesch channel 167 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:29.717600 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 167] EOF received (167) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:29.718038 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 167] EOF sent (167) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:29.718741 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:29.719259 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Lock "zfs-dataset-betta/subdir/manila_share_0e0a4257_b81c_48d9_b32d_f3de977a7f0c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.276s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:29.811896 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Created reservations ['8f4ff405-c4c9-4ae3-97ef-dedab3d2d536', '14568afc-a9b2-46cb-b596-eac5e7c12957', 'eceeae1e-dcc7-455a-ba3e-638c1af860ca', 'c27b1e87-a204-45fe-b166-ad682752a08d'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:47:29.825936 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Committed reservations ['8f4ff405-c4c9-4ae3-97ef-dedab3d2d536', '14568afc-a9b2-46cb-b596-eac5e7c12957', 'eceeae1e-dcc7-455a-ba3e-638c1af860ca', 'c27b1e87-a204-45fe-b166-ad682752a08d'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:47:29.830190 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-9f3fa4c7-addc-410f-9b1a-4aa4ef1cba72 tempest-ShareManageUnmanageNFS-359822098 None] Share instance 0e0a4257-b81c-48d9-b32d-f3de977a7f0c: deleted successfully.
Feb 19 02:47:29.843543 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_94f903bf_7421_4716_92c7_391ef4b077ec {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:29.844125 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] [chan 120] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:29.844339 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 120] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:29.844470 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 120 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:29.848675 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 120] Sesch channel 120 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:29.901412 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 120] EOF received (120) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:29.901791 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 120] EOF sent (120) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:29.902450 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:29.902905 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_94f903bf_7421_4716_92c7_391ef4b077ec" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.278s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:30.003876 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Created reservations ['4cb1de45-7b3a-4630-89d7-a2de35d4b04b', '9c3c83f8-fd96-43c7-929f-9a683dc2edd8', 'a4e26c3c-d868-4632-9338-36d5ab20d8d9', '3ce6cebe-d5c6-4cd7-bd21-5ae19bc6ccf5'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:47:30.028564 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Committed reservations ['4cb1de45-7b3a-4630-89d7-a2de35d4b04b', '9c3c83f8-fd96-43c7-929f-9a683dc2edd8', 'a4e26c3c-d868-4632-9338-36d5ab20d8d9', '3ce6cebe-d5c6-4cd7-bd21-5ae19bc6ccf5'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:47:30.043548 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-39447307-2e2b-4061-9a27-1f658325f959 tempest-ReplicationTest-1049150197 None] Share replica 94f903bf-7421-4716-92c7-391ef4b077ec deleted successfully.
Feb 19 02:47:30.282039 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ac4e700b-8365-4c74-bc60-f62e1f75ed71 tempest-ShareManageUnmanageNFS-359822098 None] Running cmd (SSH): sudo zfs get used betta/subdir/manila_share_0e0a4257_b81c_48d9_b32d_f3de977a7f0c {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:30.282311 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-ac4e700b-8365-4c74-bc60-f62e1f75ed71 tempest-ShareManageUnmanageNFS-359822098 None] [chan 141] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:30.283071 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 141] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:30.283197 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 141 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:30.284965 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 141] Sesch channel 141 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:30.308352 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 141] EOF received (141) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:30.308781 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 141] EOF sent (141) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:30.309507 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ac4e700b-8365-4c74-bc60-f62e1f75ed71 tempest-ShareManageUnmanageNFS-359822098 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:30.333670 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server [None req-ac4e700b-8365-4c74-bc60-f62e1f75ed71 tempest-ShareManageUnmanageNFS-359822098 None] Exception during message handling: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Feb 19 02:47:30.333670 np0000156481 manila-share[88840]: Command: sudo zfs get used betta/subdir/manila_share_0e0a4257_b81c_48d9_b32d_f3de977a7f0c
Feb 19 02:47:30.333670 np0000156481 manila-share[88840]: Exit code: 1
Feb 19 02:47:30.333670 np0000156481 manila-share[88840]: Stdout: ''
Feb 19 02:47:30.333670 np0000156481 manila-share[88840]: Stderr: "cannot open 'betta/subdir/manila_share_0e0a4257_b81c_48d9_b32d_f3de977a7f0c': dataset does not exist\n"
Feb 19 02:47:30.333670 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Feb 19 02:47:30.333670 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming
Feb 19 02:47:30.333670 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Feb 19 02:47:30.333670 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Feb 19 02:47:30.333670 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Feb 19 02:47:30.333670 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Feb 19 02:47:30.333670 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Feb 19 02:47:30.333670 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Feb 19 02:47:30.333670 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Feb 19 02:47:30.333670 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server              ^^^^^^^^^^^^^^^^^^^^^^
Feb 19 02:47:30.333670 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server   File "/opt/stack/manila/manila/share/manager.py", line 262, in wrapped
Feb 19 02:47:30.333670 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server     return f(self, *args, **kwargs)
Feb 19 02:47:30.333670 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server            ^^^^^^^^^^^^^^^^^^^^^^^^
Feb 19 02:47:30.333670 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server   File "/opt/stack/manila/manila/utils.py", line 484, in wrapper
Feb 19 02:47:30.334340 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server     return func(self, *args, **kwargs)
Feb 19 02:47:30.334340 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server            ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Feb 19 02:47:30.334340 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server   File "/opt/stack/manila/manila/share/manager.py", line 3087, in manage_share
Feb 19 02:47:30.334340 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server     self.driver.manage_existing(
Feb 19 02:47:30.334340 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server   File "/opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py", line 738, in manage_existing
Feb 19 02:47:30.334340 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server     consumed_space = self.get_zfs_option(old_dataset_name, "used")
Feb 19 02:47:30.334340 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server                      ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Feb 19 02:47:30.334340 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server   File "/opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py", line 142, in get_zfs_option
Feb 19 02:47:30.334340 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server     return self._get_option(dataset_name, option_name, False, **kwargs)
Feb 19 02:47:30.334340 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Feb 19 02:47:30.334340 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server   File "/opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py", line 113, in _get_option
Feb 19 02:47:30.334340 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server     out, err = self.execute(
Feb 19 02:47:30.334340 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server                ^^^^^^^^^^^^^
Feb 19 02:47:30.334340 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server   File "/opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py", line 96, in execute
Feb 19 02:47:30.334340 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server     return executor(*cmd, **kwargs)
Feb 19 02:47:30.334340 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server            ^^^^^^^^^^^^^^^^^^^^^^^^
Feb 19 02:47:30.334340 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server   File "/opt/stack/manila/manila/share/drivers/ganesha/utils.py", line 80, in __call__
Feb 19 02:47:30.334340 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server     ret = processutils.ssh_execute(ssh, cmd, **kwargs)
Feb 19 02:47:30.334340 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Feb 19 02:47:30.334946 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 666, in ssh_execute
Feb 19 02:47:30.334946 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server     raise ProcessExecutionError(
Feb 19 02:47:30.334946 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Feb 19 02:47:30.334946 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server Command: sudo zfs get used betta/subdir/manila_share_0e0a4257_b81c_48d9_b32d_f3de977a7f0c
Feb 19 02:47:30.334946 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server Exit code: 1
Feb 19 02:47:30.334946 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server Stdout: ''
Feb 19 02:47:30.334946 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server Stderr: "cannot open 'betta/subdir/manila_share_0e0a4257_b81c_48d9_b32d_f3de977a7f0c': dataset does not exist\n"
Feb 19 02:47:30.334946 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server 
Feb 19 02:47:30.431419 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:47:30.431539 np0000156481 manila-share[88840]: DEBUG manila.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Notifying Schedulers of capabilities ... {{(pid=88840) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:47:30.433204 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:47:30.579934 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): ps aux {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:30.580101 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 120] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:30.580524 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 120] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:30.580616 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 120 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:30.582161 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 120] Sesch channel 120 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:30.624926 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 120] EOF received (120) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:30.625278 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 120] EOF sent (120) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:30.653339 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:30.655754 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zfs get quota gamma/manila_share_d56a2a85_4450_4109_90dd_1ffbad8aaa69 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:30.656065 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 168] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:30.656603 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 168] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:30.656792 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 168 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:30.658763 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 168] Sesch channel 168 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:30.687821 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 168] EOF received (168) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:30.688220 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 168] EOF sent (168) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:30.688848 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:30.713467 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Share Migration for share f37ab65b-5795-4cc9-9245-3212a769abc9 completed first phase successfully.
Feb 19 02:47:30.713718 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:47:30.713893 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica instances. {{(pid=88840) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:47:30.731923 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:47:30.732028 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:47:30.738529 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:47:30.738689 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:47:30.744002 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:47:30.744514 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica snapshots. {{(pid=88840) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:47:30.756068 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._report_driver_status {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:47:30.756250 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share status
Feb 19 02:47:30.756597 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:30.756861 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 142] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:30.757566 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 142] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:30.757680 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 142 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:30.760009 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 142] Sesch channel 142 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:30.787570 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 142] EOF received (142) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:30.787957 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 142] EOF sent (142) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:30.788513 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:30.788821 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:30.789060 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:30.789414 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 121] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:30.789981 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 121] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:30.790118 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 121 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:30.791563 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 121] Sesch channel 121 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:30.820946 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 121] EOF received (121) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:30.821349 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 121] EOF sent (121) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:30.821962 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:30.822225 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:30.822643 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:30.822928 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 169] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:30.823619 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 169] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:30.823876 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 169 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:30.826021 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 169] Sesch channel 169 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:30.866815 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 169] EOF received (169) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:30.866965 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 169] EOF sent (169) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:30.869654 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:30.869855 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:30.869995 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:30.870153 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 143] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:30.873679 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 143] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:30.873792 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 143 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:30.875367 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 143] Sesch channel 143 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:30.903877 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 143] EOF received (143) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:30.904133 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 143] EOF sent (143) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:30.904623 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:30.904818 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:30.904994 np0000156481 manila-share[88840]: DEBUG manila.share.driver [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share stats. {{(pid=88840) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:47:30.905414 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:47:30.908938 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:47:30.911773 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:47:30.911939 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share instances. {{(pid=88840) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:47:30.917757 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:47:31.681903 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] Received request to update access for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:47:31.700629 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:31.700930 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:31.704186 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:31.704350 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:31.704557 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:31.745008 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.040s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:31.745154 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] Updating access rules for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:47:31.768583 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:31.769517 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:31.776849 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:31.777038 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:31.777337 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:31.786453 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:31.799656 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:31.800030 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:31.800404 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:31.800700 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 122] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:31.801198 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 122] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:31.801300 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 122 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:31.804388 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 122] Sesch channel 122 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:31.834627 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 122] EOF received (122) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:31.835042 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 122] EOF sent (122) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:31.835793 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:31.836166 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs set sharenfs=rw=203.0.113.0/255.255.255.0,no_root_squash alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:31.836566 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 69] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:31.837156 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 69] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:31.837342 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 69 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:31.839062 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 69] Sesch channel 69 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:31.883322 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 69] EOF received (69) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:31.886170 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 69] EOF sent (69) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:31.886170 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:31.886170 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.085s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:31.886170 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:31.886170 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:31.929374 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.044s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:31.929792 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:31.930228 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:31.930522 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:31.930780 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:31.931124 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:31.933528 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:31.933728 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:31.933984 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:31.935764 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:31.936024 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:31.936301 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:31.972241 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.036s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:31.972517 np0000156481 manila-share[88840]: INFO manila.share.access [None req-7e7d252c-2dc5-49b7-8ed1-8ad79ed50c17 tempest-ShareIpRulesForNFSTest-1181610700 None] Access rules were successfully modified for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613.
Feb 19 02:47:32.244120 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Received request to finish Share Migration for share f37ab65b-5795-4cc9-9245-3212a769abc9.
Feb 19 02:47:32.278237 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs destroy gamma/manila_share_d56a2a85_4450_4109_90dd_1ffbad8aaa69@tmp_snapshot_for_share_migration__d56a2a85_4450_4109_90dd_1ffbad8aaa69_time_2026_02_19T02_47_11_046513 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:32.278732 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 170] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.279297 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 170] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.279734 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 170 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:32.281574 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 170] Sesch channel 170 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.328170 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 170] EOF received (170) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.329149 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 170] EOF sent (170) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.330600 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:32.330961 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_d56a2a85_4450_4109_90dd_1ffbad8aaa69 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:32.331335 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 144] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.331884 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 144] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.332019 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 144 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:32.333420 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 144] Sesch channel 144 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.361457 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 144] EOF received (144) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.362237 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 144] EOF sent (144) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.363289 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:32.363739 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] ZFS option mountpoint's value is /gamma/manila_share_d56a2a85_4450_4109_90dd_1ffbad8aaa69. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:32.371813 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:32.372735 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 123] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.372735 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 123] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.372864 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 123 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:32.374187 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 123] Sesch channel 123 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.405077 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 123] EOF received (123) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.405077 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 123] EOF sent (123) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.405821 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:32.406278 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:32.406652 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 171] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.407899 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 171] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.408056 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 171 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:32.412362 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 171] Sesch channel 171 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.444103 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 171] EOF received (171) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.444399 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 171] EOF sent (171) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.444865 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:32.445142 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_69957623_9f73_42a3_ad0c_da1a2fc2a64a@tmp_snapshot_for_share_migration__d56a2a85_4450_4109_90dd_1ffbad8aaa69_time_2026_02_19T02_47_11_046513" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:32.445604 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-betta/subdir/manila_share_69957623_9f73_42a3_ad0c_da1a2fc2a64a@tmp_snapshot_for_share_migration__d56a2a85_4450_4109_90dd_1ffbad8aaa69_time_2026_02_19T02_47_11_046513" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:32.445800 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_69957623_9f73_42a3_ad0c_da1a2fc2a64a@tmp_snapshot_for_share_migration__d56a2a85_4450_4109_90dd_1ffbad8aaa69_time_2026_02_19T02_47_11_046513 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:32.446031 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 145] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.447297 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 145] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.447297 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 145 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:32.449419 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 145] Sesch channel 145 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.473604 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 145] EOF received (145) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.473905 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 145] EOF sent (145) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.474337 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:32.474620 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:32.474916 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:32.475137 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 124] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.475688 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 124] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.475790 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 124 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:32.477136 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 124] Sesch channel 124 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.496029 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 124] EOF received (124) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.496269 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 124] EOF sent (124) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.496722 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:32.662297 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-53759938-798f-42ed-ab73-7e41efd1949f tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:32.662520 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-53759938-798f-42ed-ab73-7e41efd1949f tempest-ReplicationTest-1049150197 None] [chan 172] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.663340 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 172] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.663670 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 172 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:32.665248 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 172] Sesch channel 172 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.773661 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 172] EOF received (172) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.774049 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 172] EOF sent (172) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.774217 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-53759938-798f-42ed-ab73-7e41efd1949f tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:32.774410 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-53759938-798f-42ed-ab73-7e41efd1949f tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:32.774803 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-53759938-798f-42ed-ab73-7e41efd1949f tempest-ReplicationTest-1049150197 None] [chan 37] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.775132 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 37] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.775207 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 37 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:32.776489 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 37] Sesch channel 37 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.800376 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 37] EOF received (37) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.800962 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 37] EOF sent (37) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:32.802471 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-53759938-798f-42ed-ab73-7e41efd1949f tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:32.802854 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-53759938-798f-42ed-ab73-7e41efd1949f tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is /alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:32.824475 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-53759938-798f-42ed-ab73-7e41efd1949f tempest-ReplicationTest-1049150197 None] Share instance 15960363-c211-4894-9a8d-f7d4bc80037e created successfully.
Feb 19 02:47:33.521947 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8d226589-cfb4-4db3-b41b-bd615fae93c4 tempest-ShareManageUnmanageNFS-359822098 None] Acquiring lock "locked_access_rules_operation_by_share_instance_d4bc8e8a-b919-4f85-88f4-d46a1422ee7c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:33.522484 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8d226589-cfb4-4db3-b41b-bd615fae93c4 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_d4bc8e8a-b919-4f85-88f4-d46a1422ee7c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:33.524596 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8d226589-cfb4-4db3-b41b-bd615fae93c4 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_d4bc8e8a-b919-4f85-88f4-d46a1422ee7c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:33.524786 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8d226589-cfb4-4db3-b41b-bd615fae93c4 tempest-ShareManageUnmanageNFS-359822098 None] Acquiring lock "locked_access_rules_operation_by_share_instance_d4bc8e8a-b919-4f85-88f4-d46a1422ee7c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:33.525089 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8d226589-cfb4-4db3-b41b-bd615fae93c4 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_d4bc8e8a-b919-4f85-88f4-d46a1422ee7c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:33.527394 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8d226589-cfb4-4db3-b41b-bd615fae93c4 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_d4bc8e8a-b919-4f85-88f4-d46a1422ee7c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:33.527677 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8d226589-cfb4-4db3-b41b-bd615fae93c4 tempest-ShareManageUnmanageNFS-359822098 None] Acquiring lock "locked_access_rules_operation_by_share_instance_d4bc8e8a-b919-4f85-88f4-d46a1422ee7c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:33.527945 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8d226589-cfb4-4db3-b41b-bd615fae93c4 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_d4bc8e8a-b919-4f85-88f4-d46a1422ee7c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:33.529575 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8d226589-cfb4-4db3-b41b-bd615fae93c4 tempest-ShareManageUnmanageNFS-359822098 None] Lock "locked_access_rules_operation_by_share_instance_d4bc8e8a-b919-4f85-88f4-d46a1422ee7c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:33.529701 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-8d226589-cfb4-4db3-b41b-bd615fae93c4 tempest-ShareManageUnmanageNFS-359822098 None] All access rules have been synced for share instance d4bc8e8a-b919-4f85-88f4-d46a1422ee7c belonging to share 11a1378a-a33d-4e67-b88c-229f491bd383. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:47:33.533019 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-8d226589-cfb4-4db3-b41b-bd615fae93c4 tempest-ShareManageUnmanageNFS-359822098 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:33.533198 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-8d226589-cfb4-4db3-b41b-bd615fae93c4 tempest-ShareManageUnmanageNFS-359822098 None] [chan 146] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:33.533613 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 146] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:33.533708 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 146 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:33.534936 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 146] Sesch channel 146 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:33.559252 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 146] EOF received (146) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:33.559738 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 146] EOF sent (146) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:33.560419 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-8d226589-cfb4-4db3-b41b-bd615fae93c4 tempest-ShareManageUnmanageNFS-359822098 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:33.560832 np0000156481 manila-share[88840]: WARNING manila.share.drivers.zfsonlinux.driver [None req-8d226589-cfb4-4db3-b41b-bd615fae93c4 tempest-ShareManageUnmanageNFS-359822098 None] Share with 'd4bc8e8a-b919-4f85-88f4-d46a1422ee7c' ID and 'betta/subdir/manila_share_d4bc8e8a_b919_4f85_88f4_d46a1422ee7c' NAME is absent on backend. Nothing has been deleted.
Feb 19 02:47:33.636785 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-8d226589-cfb4-4db3-b41b-bd615fae93c4 tempest-ShareManageUnmanageNFS-359822098 None] Created reservations ['14bc2aff-513d-42fa-9441-9f3a331543f3', 'ec7243f8-1f94-40de-936a-802c4d134c72', '7ec8463a-bd1d-44d9-b00f-048080014dbd', 'dbfd1dd8-d3c2-41dc-96c9-9c0479e9882f'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:47:33.646775 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-8d226589-cfb4-4db3-b41b-bd615fae93c4 tempest-ShareManageUnmanageNFS-359822098 None] Committed reservations ['14bc2aff-513d-42fa-9441-9f3a331543f3', 'ec7243f8-1f94-40de-936a-802c4d134c72', '7ec8463a-bd1d-44d9-b00f-048080014dbd', 'dbfd1dd8-d3c2-41dc-96c9-9c0479e9882f'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:47:33.651620 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-8d226589-cfb4-4db3-b41b-bd615fae93c4 tempest-ShareManageUnmanageNFS-359822098 None] Share instance d4bc8e8a-b919-4f85-88f4-d46a1422ee7c: deleted successfully.
Feb 19 02:47:34.498020 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_69957623_9f73_42a3_ad0c_da1a2fc2a64a@tmp_snapshot_for_share_migration__d56a2a85_4450_4109_90dd_1ffbad8aaa69_time_2026_02_19T02_47_11_046513 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:34.498914 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 125] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:34.499147 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 125] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:34.499268 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 125 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:34.501844 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 125] Sesch channel 125 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:34.544475 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 125] EOF received (125) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:34.544844 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 125] EOF sent (125) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:34.545484 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:34.545952 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-betta/subdir/manila_share_69957623_9f73_42a3_ad0c_da1a2fc2a64a@tmp_snapshot_for_share_migration__d56a2a85_4450_4109_90dd_1ffbad8aaa69_time_2026_02_19T02_47_11_046513" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.100s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:34.546254 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_69957623_9f73_42a3_ad0c_da1a2fc2a64a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:34.546854 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-betta/subdir/manila_share_69957623_9f73_42a3_ad0c_da1a2fc2a64a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:34.547171 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_69957623_9f73_42a3_ad0c_da1a2fc2a64a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:34.547594 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 70] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:34.548211 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 70] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:34.548398 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 70 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:34.550279 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 70] Sesch channel 70 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:34.574817 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 70] EOF received (70) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:34.575189 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 70] EOF sent (70) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:34.575846 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:34.576176 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:34.576521 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-betta/subdir/manila_share_69957623_9f73_42a3_ad0c_da1a2fc2a64a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.030s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:34.576800 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_69957623_9f73_42a3_ad0c_da1a2fc2a64a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:34.577267 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-betta/subdir/manila_share_69957623_9f73_42a3_ad0c_da1a2fc2a64a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:34.577590 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_69957623_9f73_42a3_ad0c_da1a2fc2a64a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:34.577920 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 173] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:34.578585 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 173] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:34.578751 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 173 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:34.580977 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 173] Sesch channel 173 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:34.621251 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 173] EOF received (173) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:34.621251 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 173] EOF sent (173) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:34.621251 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:34.621251 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] ZFS option mountpoint's value is /betta/subdir/manila_share_69957623_9f73_42a3_ad0c_da1a2fc2a64a. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:34.621417 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_69957623_9f73_42a3_ad0c_da1a2fc2a64a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:34.621519 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 147] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:34.621995 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 147] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:34.622067 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 147 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:34.624146 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 147] Sesch channel 147 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:34.750446 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 147] EOF received (147) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:34.750625 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 147] EOF sent (147) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:34.753120 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:34.753120 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_69957623_9f73_42a3_ad0c_da1a2fc2a64a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:34.753120 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 126] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:34.753120 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 126] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:34.753120 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 126 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:34.754408 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 126] Sesch channel 126 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:34.784899 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 126] EOF received (126) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:34.785078 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 126] EOF sent (126) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:34.785417 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:34.978987 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] Received request to update access for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:47:34.995827 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:34.996264 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:34.998211 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:34.998350 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:34.998552 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:35.040852 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.042s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:35.041036 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] Updating access rules for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:47:35.057614 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:35.057953 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:35.063993 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:35.064183 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:35.064490 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:35.074023 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:35.087694 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:35.087930 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:35.088086 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:35.088250 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 174] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:35.088705 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 174] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:35.088786 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 174 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:35.090542 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 174] Sesch channel 174 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:35.121794 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 174] EOF received (174) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:35.122153 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 174] EOF sent (174) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:35.122802 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:35.123152 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:35.123500 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 38] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:35.124104 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 38] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:35.124162 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 38 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:35.125645 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 38] Sesch channel 38 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:35.172408 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 38] EOF received (38) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:35.172795 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 38] EOF sent (38) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:35.173474 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:35.173839 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.086s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:35.174175 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:35.174683 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:35.198455 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:35.198618 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:35.198839 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:35.217276 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.018s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:35.217506 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:35.217917 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:35.219736 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:35.219915 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:35.220193 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:35.222547 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:35.222724 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:35.222996 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:35.259758 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.037s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:35.260804 np0000156481 manila-share[88840]: INFO manila.share.access [None req-1f093b56-18dc-40fb-845c-14f3872a39aa tempest-ShareIpRulesForNFSTest-1181610700 None] Access rules were successfully modified for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613.
Feb 19 02:47:35.780362 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] Received request to update access for share instance 15960363-c211-4894-9a8d-f7d4bc80037e. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:47:35.800337 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:35.800337 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:35.801150 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:35.801282 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:35.801498 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:35.833577 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.032s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:35.833700 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] Updating access rules for share instance 15960363-c211-4894-9a8d-f7d4bc80037e belonging to share 3e6851a0-8485-4c17-939e-ef50d7e807d7. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:47:35.847646 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:35.847646 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:35.852541 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:35.852690 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:35.852884 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:35.864334 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:35.922963 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:35.923124 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:35.923304 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:35.923539 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] [chan 148] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:35.923966 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 148] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:35.924044 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 148 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:35.925306 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 148] Sesch channel 148 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:35.952426 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 148] EOF received (148) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:35.952623 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 148] EOF sent (148) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:35.952890 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:35.953073 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs set sharenfs=ro=203.0.113.255,no_root_squash alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:35.953284 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] [chan 71] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:35.953762 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 71] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:35.953852 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 71 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:35.955047 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 71] Sesch channel 71 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:35.998240 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 71] EOF received (71) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:35.998445 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 71] EOF sent (71) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:35.998787 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:35.998993 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.076s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:35.999122 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:35.999398 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:36.038694 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.039s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:36.038865 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:36.039139 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:36.039255 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:36.039472 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:36.039705 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:36.041505 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:36.041614 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:36.041846 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:36.043541 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:36.043641 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:36.043783 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:36.067904 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:36.068104 np0000156481 manila-share[88840]: INFO manila.share.access [None req-1336fae1-bd18-42c0-af04-7409563524ce tempest-ReplicationTest-1049150197 None] Access rules were successfully modified for share instance 15960363-c211-4894-9a8d-f7d4bc80037e belonging to share 3e6851a0-8485-4c17-939e-ef50d7e807d7.
Feb 19 02:47:36.786631 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_69957623_9f73_42a3_ad0c_da1a2fc2a64a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:36.787389 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 127] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:36.787588 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 127] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:36.787735 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 127 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:36.790883 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 127] Sesch channel 127 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:36.860131 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 127] EOF received (127) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:36.860131 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 127] EOF sent (127) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:36.860630 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:36.860865 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-betta/subdir/manila_share_69957623_9f73_42a3_ad0c_da1a2fc2a64a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.284s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:36.914864 np0000156481 manila-share[88840]: DEBUG manila.share.migration [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] No access rules to sync to destination share instance. {{(pid=88840) apply_new_access_rules /opt/stack/manila/manila/share/migration.py:187}}
Feb 19 02:47:36.995329 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Created reservations ['96dca255-d193-4ea8-b7cd-30f21ddcc806', 'b06c6902-4203-4b2b-915b-c33d5ae0274e', '8901352d-06a4-4262-8258-0438c366e7cb', '6d55eb67-b117-474f-b06a-d0b45da5bad4'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:47:37.010355 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Committed reservations ['96dca255-d193-4ea8-b7cd-30f21ddcc806', 'b06c6902-4203-4b2b-915b-c33d5ae0274e', '8901352d-06a4-4262-8258-0438c366e7cb', '6d55eb67-b117-474f-b06a-d0b45da5bad4'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:47:37.030434 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_69957623-9f73-42a3-ad0c-da1a2fc2a64a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:37.031207 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_69957623-9f73-42a3-ad0c-da1a2fc2a64a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:37.032622 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_69957623-9f73-42a3-ad0c-da1a2fc2a64a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:37.032764 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_None" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:37.032951 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_None" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:37.033098 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_None" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:37.091655 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Share instance 69957623-9f73-42a3-ad0c-da1a2fc2a64a: deleted successfully.
Feb 19 02:47:37.113163 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-f293442d-002d-4747-8d14-c87e028f8467 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Share Migration for share f37ab65b-5795-4cc9-9245-3212a769abc9 completed successfully.
Feb 19 02:47:38.232712 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] Received request to update access for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:47:38.252177 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:38.253076 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:38.258407 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:38.258407 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:38.258673 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:38.303749 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.045s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:38.304447 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] Updating access rules for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:47:38.318615 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:38.318897 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:38.329356 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:38.329356 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:38.329356 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:38.336271 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:38.351600 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:38.351695 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:38.351931 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:38.352186 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 175] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.354019 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 175] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.354019 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 175 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:38.354380 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 175] Sesch channel 175 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.384284 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 175] EOF received (175) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.385033 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 175] EOF sent (175) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.385373 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:38.385782 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs set sharenfs=rw=203.0.113.128/255.255.255.128,no_root_squash alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:38.386142 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 39] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.386850 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 39] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.387009 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 39 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:38.388738 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 39] Sesch channel 39 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.434355 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 39] EOF received (39) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.434355 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 39] EOF sent (39) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.434730 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:38.434985 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.083s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:38.435194 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:38.435541 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:38.488642 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.053s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:38.490481 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:38.491872 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:38.491872 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:38.491872 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:38.491872 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:38.498119 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:38.498263 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:38.498514 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:38.502735 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:38.502914 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:38.503133 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:38.533049 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.030s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:38.533232 np0000156481 manila-share[88840]: INFO manila.share.access [None req-d6e96fb5-30e7-4563-9377-c853b1fe666b tempest-ShareIpRulesForNFSTest-1181610700 None] Access rules were successfully modified for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613.
Feb 19 02:47:38.536773 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_d56a2a85-4450-4109-90dd-1ffbad8aaa69" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:38.537350 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_d56a2a85-4450-4109-90dd-1ffbad8aaa69" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:38.538962 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_d56a2a85-4450-4109-90dd-1ffbad8aaa69" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:38.539081 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_d56a2a85-4450-4109-90dd-1ffbad8aaa69" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:38.539282 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_d56a2a85-4450-4109-90dd-1ffbad8aaa69" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:38.541906 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_d56a2a85-4450-4109-90dd-1ffbad8aaa69" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:38.542197 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "locked_access_rules_operation_by_share_instance_d56a2a85-4450-4109-90dd-1ffbad8aaa69" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:38.542663 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_d56a2a85-4450-4109-90dd-1ffbad8aaa69" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:38.545667 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "locked_access_rules_operation_by_share_instance_d56a2a85-4450-4109-90dd-1ffbad8aaa69" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:38.545963 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] All access rules have been synced for share instance d56a2a85-4450-4109-90dd-1ffbad8aaa69 belonging to share f37ab65b-5795-4cc9-9245-3212a769abc9. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:47:38.551675 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:38.551863 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 129] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.552305 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 129] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.552394 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 129 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:38.554045 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 129] Sesch channel 129 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.582427 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 129] EOF received (129) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.582818 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 129] EOF sent (129) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.583482 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:38.583831 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:38.584160 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 129] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.584761 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 129] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.584935 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 129 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:38.588453 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 129] Sesch channel 129 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.612799 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 129] EOF received (129) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.613163 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 129] EOF sent (129) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.613743 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:38.614098 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "zfs-dataset-gamma/manila_share_d56a2a85_4450_4109_90dd_1ffbad8aaa69" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:38.614700 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-gamma/manila_share_d56a2a85_4450_4109_90dd_1ffbad8aaa69" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:38.614981 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_d56a2a85_4450_4109_90dd_1ffbad8aaa69 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:38.615330 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 57] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.616353 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 57] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.616531 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 57 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:38.617933 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 57] Sesch channel 57 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.646722 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 57] EOF received (57) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.647199 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 57] EOF sent (57) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.647860 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:38.648267 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:38.648637 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-gamma/manila_share_d56a2a85_4450_4109_90dd_1ffbad8aaa69" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.034s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:38.648975 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Acquiring lock "zfs-dataset-gamma/manila_share_d56a2a85_4450_4109_90dd_1ffbad8aaa69" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:38.649602 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-gamma/manila_share_d56a2a85_4450_4109_90dd_1ffbad8aaa69" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:38.649935 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_d56a2a85_4450_4109_90dd_1ffbad8aaa69 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:38.650340 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 142] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.651071 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 142] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.651234 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 142 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:38.653206 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 142] Sesch channel 142 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.678652 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 142] EOF received (142) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.679086 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 142] EOF sent (142) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.679788 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:38.680134 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] ZFS option mountpoint's value is /gamma/manila_share_d56a2a85_4450_4109_90dd_1ffbad8aaa69. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:38.680496 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): lsof -w /gamma/manila_share_d56a2a85_4450_4109_90dd_1ffbad8aaa69 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:38.680841 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 121] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.681651 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 121] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.681878 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 121 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:38.683702 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 121] Sesch channel 121 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.795169 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 121] EOF received (121) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.795609 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 121] EOF sent (121) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.796214 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:38.796849 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo umount /gamma/manila_share_d56a2a85_4450_4109_90dd_1ffbad8aaa69 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:38.797802 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 130] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.798682 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 130] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.798875 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 130 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:38.801042 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 130] Sesch channel 130 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.825186 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 130] EOF received (130) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.825478 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 130] EOF sent (130) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:38.825832 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:39.110412 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-f684e705-11f9-402e-86f3-a1e0c7a92ae9 tempest-ReplicationTest-1049150197 None] Lock "locked-share-replica-operation-for-share-3e6851a0-8485-4c17-939e-ef50d7e807d7" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:47:39.215405 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f684e705-11f9-402e-86f3-a1e0c7a92ae9 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e@tmp_snapshot_for_replication__2556fe4a_021a_4f6f_b340_8cae44bab3c6_time_2026-02-19T02:47:39.197399 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:39.215612 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-f684e705-11f9-402e-86f3-a1e0c7a92ae9 tempest-ReplicationTest-1049150197 None] [chan 130] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:39.216096 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 130] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:39.216213 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 130 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:39.217709 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 130] Sesch channel 130 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:39.459261 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 130] EOF received (130) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:39.459614 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 130] EOF sent (130) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:39.460055 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f684e705-11f9-402e-86f3-a1e0c7a92ae9 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:39.460350 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f684e705-11f9-402e-86f3-a1e0c7a92ae9 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e@tmp_snapshot_for_replication__2556fe4a_021a_4f6f_b340_8cae44bab3c6_time_2026-02-19T02:47:39.197399 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:39.460690 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-f684e705-11f9-402e-86f3-a1e0c7a92ae9 tempest-ReplicationTest-1049150197 None] [chan 143] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:39.461209 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 143] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:39.461330 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 143 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:39.462577 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 143] Sesch channel 143 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:40.014754 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 143] EOF received (143) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:40.015264 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 143] EOF sent (143) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:40.015986 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f684e705-11f9-402e-86f3-a1e0c7a92ae9 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:40.016250 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-f684e705-11f9-402e-86f3-a1e0c7a92ae9 tempest-ReplicationTest-1049150197 None] Info about replica '2556fe4a-021a-4f6f-b340-8cae44bab3c6' creation is following:
Feb 19 02:47:40.016250 np0000156481 manila-share[88844]: receiving full stream of alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e@tmp_snapshot_for_replication__2556fe4a_021a_4f6f_b340_8cae44bab3c6_time_2026-02-19T02:47:39.197399 into gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6@tmp_snapshot_for_replication__2556fe4a_021a_4f6f_b340_8cae44bab3c6_time_2026-02-19T02:47:39.197399
Feb 19 02:47:40.016250 np0000156481 manila-share[88844]: received 43.9K stream in 0.08 seconds (517K/sec)
Feb 19 02:47:40.016250 np0000156481 manila-share[88844]:  {{(pid=88844) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 02:47:40.016609 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f684e705-11f9-402e-86f3-a1e0c7a92ae9 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:40.016884 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-f684e705-11f9-402e-86f3-a1e0c7a92ae9 tempest-ReplicationTest-1049150197 None] [chan 122] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:40.020589 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 122] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:40.020787 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 122 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:40.021994 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 122] Sesch channel 122 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:40.071392 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 122] EOF received (122) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:40.071929 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 122] EOF sent (122) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:40.072746 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f684e705-11f9-402e-86f3-a1e0c7a92ae9 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:40.073159 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f684e705-11f9-402e-86f3-a1e0c7a92ae9 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:40.073661 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-f684e705-11f9-402e-86f3-a1e0c7a92ae9 tempest-ReplicationTest-1049150197 None] [chan 131] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:40.074523 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 131] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:40.074760 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 131 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:40.077982 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 131] Sesch channel 131 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:40.108730 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 131] EOF received (131) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:40.109026 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 131] EOF sent (131) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:40.109717 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f684e705-11f9-402e-86f3-a1e0c7a92ae9 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:40.110064 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f684e705-11f9-402e-86f3-a1e0c7a92ae9 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:40.110711 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f684e705-11f9-402e-86f3-a1e0c7a92ae9 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:40.111128 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f684e705-11f9-402e-86f3-a1e0c7a92ae9 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:40.111463 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-f684e705-11f9-402e-86f3-a1e0c7a92ae9 tempest-ReplicationTest-1049150197 None] [chan 63] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:40.112041 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 63] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:40.112248 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 63 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:40.114172 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 63] Sesch channel 63 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:40.145441 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 63] EOF received (63) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:40.145879 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 63] EOF sent (63) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:40.146556 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f684e705-11f9-402e-86f3-a1e0c7a92ae9 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:40.146929 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f684e705-11f9-402e-86f3-a1e0c7a92ae9 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs set sharenfs=ro=203.0.113.255,no_root_squash gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:40.147320 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-f684e705-11f9-402e-86f3-a1e0c7a92ae9 tempest-ReplicationTest-1049150197 None] [chan 58] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:40.147953 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 58] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:40.148111 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 58 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:40.150207 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 58] Sesch channel 58 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:40.194748 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 58] EOF received (58) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:40.195176 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 58] EOF sent (58) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:40.195876 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f684e705-11f9-402e-86f3-a1e0c7a92ae9 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:40.196281 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f684e705-11f9-402e-86f3-a1e0c7a92ae9 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.086s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:40.196694 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f684e705-11f9-402e-86f3-a1e0c7a92ae9 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:40.197099 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-f684e705-11f9-402e-86f3-a1e0c7a92ae9 tempest-ReplicationTest-1049150197 None] [chan 64] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:40.197535 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 64] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:40.197635 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 64 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:40.199087 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 64] Sesch channel 64 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:40.222454 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 64] EOF received (64) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:40.222886 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 64] EOF sent (64) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:40.223490 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f684e705-11f9-402e-86f3-a1e0c7a92ae9 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:40.223822 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-f684e705-11f9-402e-86f3-a1e0c7a92ae9 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is /gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:40.256872 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f684e705-11f9-402e-86f3-a1e0c7a92ae9 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:40.257406 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f684e705-11f9-402e-86f3-a1e0c7a92ae9 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:40.314363 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f684e705-11f9-402e-86f3-a1e0c7a92ae9 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.057s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:40.314756 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f684e705-11f9-402e-86f3-a1e0c7a92ae9 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:40.314854 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f684e705-11f9-402e-86f3-a1e0c7a92ae9 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:40.329751 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f684e705-11f9-402e-86f3-a1e0c7a92ae9 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:40.329914 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-f684e705-11f9-402e-86f3-a1e0c7a92ae9 tempest-ReplicationTest-1049150197 None] Share replica 2556fe4a-021a-4f6f-b340-8cae44bab3c6 created successfully.
Feb 19 02:47:40.826616 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_d56a2a85_4450_4109_90dd_1ffbad8aaa69 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:40.827639 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] [chan 131] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:40.828368 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 131] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:40.828554 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 131 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:40.830631 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 131] Sesch channel 131 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:40.895846 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 131] EOF received (131) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:40.896204 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 131] EOF sent (131) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:40.896918 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:40.897443 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Lock "zfs-dataset-gamma/manila_share_d56a2a85_4450_4109_90dd_1ffbad8aaa69" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.248s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:41.008299 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Created reservations ['8a2ac07a-5fbf-4ee0-b449-5a214e5060dd', 'e3fba185-a9d0-45d8-8e8b-e150eff45e4f', '4a3b9cec-5cb8-4952-86e9-e64eb4de58e9', '3a3aa0c9-ba80-4d2a-a2ff-80f99acbf9d5'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:47:41.030105 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Committed reservations ['8a2ac07a-5fbf-4ee0-b449-5a214e5060dd', 'e3fba185-a9d0-45d8-8e8b-e150eff45e4f', '4a3b9cec-5cb8-4952-86e9-e64eb4de58e9', '3a3aa0c9-ba80-4d2a-a2ff-80f99acbf9d5'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:47:41.043488 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-e041b88a-ad91-4d0b-b6e3-bdec0b4e22b7 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1331243227 None] Share instance d56a2a85-4450-4109-90dd-1ffbad8aaa69: deleted successfully.
Feb 19 02:47:41.510341 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] Received request to update access for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:47:41.528366 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:41.528771 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:41.533708 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:41.534181 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:41.536358 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:41.573846 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.039s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:41.574201 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] Updating access rules for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:47:41.591370 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:41.591900 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:41.602202 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:41.602983 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:41.603476 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:41.624332 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.021s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:41.643256 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:41.643716 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:41.643989 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:41.644294 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 149] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:41.645690 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 149] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:41.645849 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 149 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:41.647074 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 149] Sesch channel 149 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:41.676339 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 149] EOF received (149) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:41.676339 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 149] EOF sent (149) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:41.676339 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:41.676339 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:41.676339 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 72] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:41.676691 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 72] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:41.676855 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 72 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:41.678360 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 72] Sesch channel 72 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:41.724387 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 72] EOF received (72) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:41.724869 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 72] EOF sent (72) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:41.725537 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:41.725905 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.082s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:41.726202 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:41.726769 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:41.754459 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.028s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:41.754668 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:41.754932 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:41.772200 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.017s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:41.772588 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:41.775756 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:41.777704 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:41.781197 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:41.781197 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:41.782486 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:41.783308 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:41.783308 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:41.816991 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.034s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:41.817184 np0000156481 manila-share[88840]: INFO manila.share.access [None req-8af68f4b-b2a3-4a80-bf7b-931709ce0aae tempest-ShareIpRulesForNFSTest-1181610700 None] Access rules were successfully modified for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613.
Feb 19 02:47:42.227867 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-d902413a-abd3-4f5d-8f77-b81020233b63 tempest-ReplicationTest-1049150197 None] Lock "locked-share-replica-operation-for-share-3e6851a0-8485-4c17-939e-ef50d7e807d7" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:47:42.307724 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d902413a-abd3-4f5d-8f77-b81020233b63 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): ssh stack@127.0.0.1 set readonly=on alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:42.307934 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d902413a-abd3-4f5d-8f77-b81020233b63 tempest-ReplicationTest-1049150197 None] [chan 144] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:42.308562 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 144] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:42.308692 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 144 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:42.309882 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 144] Sesch channel 144 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:42.517184 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 144] EOF received (144) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:42.517184 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 144] EOF sent (144) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:42.517184 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d902413a-abd3-4f5d-8f77-b81020233b63 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:42.517184 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d902413a-abd3-4f5d-8f77-b81020233b63 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e@tmp_snapshot_for_replication__15960363_c211_4894_9a8d_f7d4bc80037e_time_2026-02-19T02:47:42.516179 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:42.517184 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d902413a-abd3-4f5d-8f77-b81020233b63 tempest-ReplicationTest-1049150197 None] [chan 123] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:42.519526 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 123] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:42.519526 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 123 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:42.522992 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 123] Sesch channel 123 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:42.763458 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 123] EOF received (123) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:42.764042 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 123] EOF sent (123) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:42.765604 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d902413a-abd3-4f5d-8f77-b81020233b63 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:42.776675 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d902413a-abd3-4f5d-8f77-b81020233b63 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__2556fe4a_021a_4f6f_b340_8cae44bab3c6_time_2026-02-19T02:47:39.197399 alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e@tmp_snapshot_for_replication__15960363_c211_4894_9a8d_f7d4bc80037e_time_2026-02-19T02:47:42.516179 '|' ssh stack@127.0.0.1 sudo zfs receive -vF gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:42.776906 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d902413a-abd3-4f5d-8f77-b81020233b63 tempest-ReplicationTest-1049150197 None] [chan 132] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:42.777559 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 132] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:42.777559 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 132 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:42.778805 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 132] Sesch channel 132 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:43.316954 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 132] EOF received (132) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:43.317397 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 132] EOF sent (132) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:43.317825 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d902413a-abd3-4f5d-8f77-b81020233b63 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:43.318026 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-d902413a-abd3-4f5d-8f77-b81020233b63 tempest-ReplicationTest-1049150197 None] Info about last replica '2556fe4a-021a-4f6f-b340-8cae44bab3c6' sync is following:
Feb 19 02:47:43.318026 np0000156481 manila-share[88844]: receiving incremental stream of alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e@tmp_snapshot_for_replication__15960363_c211_4894_9a8d_f7d4bc80037e_time_2026-02-19T02:47:42.516179 into gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6@tmp_snapshot_for_replication__15960363_c211_4894_9a8d_f7d4bc80037e_time_2026-02-19T02:47:42.516179
Feb 19 02:47:43.318026 np0000156481 manila-share[88844]: received 312B stream in 0.07 seconds (4.68K/sec)
Feb 19 02:47:43.318026 np0000156481 manila-share[88844]:  {{(pid=88844) promote_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1189}}
Feb 19 02:47:43.339049 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d902413a-abd3-4f5d-8f77-b81020233b63 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:43.339604 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d902413a-abd3-4f5d-8f77-b81020233b63 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:43.340076 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d902413a-abd3-4f5d-8f77-b81020233b63 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:43.340485 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d902413a-abd3-4f5d-8f77-b81020233b63 tempest-ReplicationTest-1049150197 None] [chan 59] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:43.341487 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 59] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:43.341666 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 59 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:43.343935 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 59] Sesch channel 59 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:43.370086 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 59] EOF received (59) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:43.370826 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 59] EOF sent (59) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:43.371269 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d902413a-abd3-4f5d-8f77-b81020233b63 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:43.371681 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d902413a-abd3-4f5d-8f77-b81020233b63 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs set sharenfs=ro=203.0.113.255,no_root_squash gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:43.372081 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d902413a-abd3-4f5d-8f77-b81020233b63 tempest-ReplicationTest-1049150197 None] [chan 65] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:43.372726 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 65] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:43.372889 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 65 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:43.374368 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 65] Sesch channel 65 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:43.434215 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 65] EOF received (65) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:43.434689 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 65] EOF sent (65) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:43.435354 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d902413a-abd3-4f5d-8f77-b81020233b63 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:43.435770 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d902413a-abd3-4f5d-8f77-b81020233b63 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.096s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:43.436149 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d902413a-abd3-4f5d-8f77-b81020233b63 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs set readonly=off gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:43.436548 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d902413a-abd3-4f5d-8f77-b81020233b63 tempest-ReplicationTest-1049150197 None] [chan 132] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:43.437191 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 132] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:43.437305 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 132 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:43.439099 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 132] Sesch channel 132 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:43.489594 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 132] EOF received (132) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:43.489853 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 132] EOF sent (132) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:43.490274 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d902413a-abd3-4f5d-8f77-b81020233b63 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:43.513544 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d902413a-abd3-4f5d-8f77-b81020233b63 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:43.513544 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d902413a-abd3-4f5d-8f77-b81020233b63 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:43.536593 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d902413a-abd3-4f5d-8f77-b81020233b63 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:43.551627 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d902413a-abd3-4f5d-8f77-b81020233b63 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:43.551951 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d902413a-abd3-4f5d-8f77-b81020233b63 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:43.591050 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d902413a-abd3-4f5d-8f77-b81020233b63 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.039s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:43.591378 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-d902413a-abd3-4f5d-8f77-b81020233b63 tempest-ReplicationTest-1049150197 None] Share replica 2556fe4a-021a-4f6f-b340-8cae44bab3c6: promoted to active state successfully.
Feb 19 02:47:44.654948 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9c894e76-318c-4dce-81f7-032d1c5f2b19 tempest-ManageNFSSnapshotTest-1693668761 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:44.654948 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9c894e76-318c-4dce-81f7-032d1c5f2b19 tempest-ManageNFSSnapshotTest-1693668761 None] [chan 128] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:44.655596 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 128] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:44.656557 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 128 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:44.659351 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 128] Sesch channel 128 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:44.750910 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] Received request to update access for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:47:44.756330 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 128] EOF received (128) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:44.756330 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 128] EOF sent (128) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:44.756330 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9c894e76-318c-4dce-81f7-032d1c5f2b19 tempest-ManageNFSSnapshotTest-1693668761 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:44.756330 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9c894e76-318c-4dce-81f7-032d1c5f2b19 tempest-ManageNFSSnapshotTest-1693668761 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:44.756330 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9c894e76-318c-4dce-81f7-032d1c5f2b19 tempest-ManageNFSSnapshotTest-1693668761 None] [chan 40] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:44.757783 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 40] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:44.757948 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 40 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:44.759580 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 40] Sesch channel 40 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:44.765953 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:44.766298 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:44.768890 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:44.769113 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:44.769448 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:44.787775 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 40] EOF received (40) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:44.788136 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 40] EOF sent (40) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:44.788697 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9c894e76-318c-4dce-81f7-032d1c5f2b19 tempest-ManageNFSSnapshotTest-1693668761 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:44.789046 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9c894e76-318c-4dce-81f7-032d1c5f2b19 tempest-ManageNFSSnapshotTest-1693668761 None] ZFS option mountpoint's value is /alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:44.815030 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-9c894e76-318c-4dce-81f7-032d1c5f2b19 tempest-ManageNFSSnapshotTest-1693668761 None] Share instance 65e96477-db0a-4b1f-967a-dc4ffd0d9b88 created successfully.
Feb 19 02:47:44.828517 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.058s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:44.828517 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] Updating access rules for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:47:44.840356 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:44.840780 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:44.845177 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:44.845411 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:44.845696 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:44.854486 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:44.867307 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:44.867624 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:44.867906 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:44.868177 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 176] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:44.868775 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 176] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:44.868991 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 176 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:44.870803 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 176] Sesch channel 176 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:44.904860 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 176] EOF received (176) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:44.904860 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 176] EOF sent (176) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:44.905512 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:44.905900 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs set sharenfs=rw=203.0.113.104,no_root_squash alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:44.906245 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 73] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:44.907115 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 73] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:44.907283 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 73 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:44.914504 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 73] Sesch channel 73 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:44.975199 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 73] EOF received (73) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:44.975199 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 73] EOF sent (73) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:44.975199 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:44.975199 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.106s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:44.975199 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:44.975436 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:45.015157 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.040s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:45.015383 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:45.015699 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:45.015875 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:45.016120 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:45.016524 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:45.019023 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:45.019163 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:45.019373 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:45.021033 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:45.021265 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:45.021520 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:45.051755 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.030s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:45.051990 np0000156481 manila-share[88840]: INFO manila.share.access [None req-6cb9f959-5650-4249-a94b-d8f20232542a tempest-ShareIpRulesForNFSTest-1181610700 None] Access rules were successfully modified for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613.
Feb 19 02:47:45.493178 np0000156481 manila-share[88840]: DEBUG manila.coordination [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Lock "locked-share-replica-operation-for-share-3e6851a0-8485-4c17-939e-ef50d7e807d7" acquired by "locked_replica_operation". {{(pid=88840) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:47:45.545725 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:45.546044 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:45.595480 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.049s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:45.595585 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:45.595820 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:45.597590 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:45.597715 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:45.597919 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:45.679833 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.082s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:45.680565 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Updating access rules for share instance 15960363-c211-4894-9a8d-f7d4bc80037e belonging to share 3e6851a0-8485-4c17-939e-ef50d7e807d7. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:47:45.715214 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:45.715518 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:45.753897 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.038s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:45.754027 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:45.754282 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:45.770137 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.016s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:45.770251 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] All access rules of share instance 15960363-c211-4894-9a8d-f7d4bc80037e are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88840) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 02:47:45.791143 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:45.792840 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:45.792840 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:45.792840 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] [chan 150] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:45.792840 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 150] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:45.792840 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 150 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:45.794298 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 150] Sesch channel 150 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:45.826639 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 150] EOF received (150) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:45.827080 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 150] EOF sent (150) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:45.827823 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:45.828279 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:45.828724 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] [chan 41] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:45.829727 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 41] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:45.829906 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 41 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:45.831364 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 41] Sesch channel 41 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:45.889512 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 41] EOF received (41) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:45.889935 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 41] EOF sent (41) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:45.890648 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:45.891053 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.099s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:45.891415 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:45.891940 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:45.924625 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.032s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:45.924834 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:45.925157 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:45.988535 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.063s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:45.988669 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:45.988990 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:45.991929 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:45.992121 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:45.992458 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:45.995409 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:45.995598 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:45.995901 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:46.043131 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_15960363-c211-4894-9a8d-f7d4bc80037e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.047s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:46.043342 np0000156481 manila-share[88840]: INFO manila.share.access [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Access rules were successfully modified for share instance 15960363-c211-4894-9a8d-f7d4bc80037e belonging to share 3e6851a0-8485-4c17-939e-ef50d7e807d7.
Feb 19 02:47:46.050252 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:46.050527 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] [chan 129] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:46.051071 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 129] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:46.051174 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 129 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:46.053253 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 129] Sesch channel 129 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:46.086320 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 129] EOF received (129) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:46.086745 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 129] EOF sent (129) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:46.087387 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:46.087768 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e@tmp_snapshot_for_replication__2556fe4a_021a_4f6f_b340_8cae44bab3c6_time_2026-02-19T02:47:39.197399" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:46.088388 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e@tmp_snapshot_for_replication__2556fe4a_021a_4f6f_b340_8cae44bab3c6_time_2026-02-19T02:47:39.197399" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:46.088742 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e@tmp_snapshot_for_replication__2556fe4a_021a_4f6f_b340_8cae44bab3c6_time_2026-02-19T02:47:39.197399 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:46.089005 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] [chan 177] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:46.089642 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 177] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:46.089802 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 177 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:46.091757 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 177] Sesch channel 177 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:46.117912 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 177] EOF received (177) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:46.118344 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 177] EOF sent (177) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:46.118965 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:46.119288 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:46.119804 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:46.120193 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] [chan 151] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:46.121134 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 151] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:46.121504 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 151 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:46.123371 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 151] Sesch channel 151 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:46.144816 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 151] EOF received (151) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:46.145037 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 151] EOF sent (151) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:46.145800 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:47.851409 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-53b238a4-2996-4e1a-9970-79d666c1e891 tempest-ManageNFSSnapshotTest-1693668761 None] Running cmd (SSH): sudo zfs snapshot alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_0fe63721_d205_4f17_9884_ca5d3307d9ee {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:47.851745 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-53b238a4-2996-4e1a-9970-79d666c1e891 tempest-ManageNFSSnapshotTest-1693668761 None] [chan 130] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:47.853654 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 130] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:47.853736 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 130 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:47.855468 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 130] Sesch channel 130 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:47.907221 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 130] EOF received (130) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:47.907617 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 130] EOF sent (130) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:47.908226 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-53b238a4-2996-4e1a-9970-79d666c1e891 tempest-ManageNFSSnapshotTest-1693668761 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:48.007762 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] Received request to update access for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:47:48.023381 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:48.023675 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:48.026641 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:48.026772 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:48.026975 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:48.068537 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.040s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:48.068537 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] Updating access rules for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:47:48.084372 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:48.084612 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:48.089372 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:48.090231 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:48.090231 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:48.098634 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:48.113798 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:48.114126 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:48.114288 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:48.117132 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 178] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:48.117132 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 178] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:48.117132 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 178 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:48.117132 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 178] Sesch channel 178 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:48.146908 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 178] EOF received (178) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:48.146908 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 178] EOF sent (178) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:48.148008 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e@tmp_snapshot_for_replication__2556fe4a_021a_4f6f_b340_8cae44bab3c6_time_2026-02-19T02:47:39.197399 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:48.148008 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] [chan 152] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:48.148197 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:48.148579 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:48.149939 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 74] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:48.150601 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 152] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:48.151396 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 152 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:48.152246 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 74] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:48.152600 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 74 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:48.156336 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 74] Sesch channel 74 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:48.156336 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 152] Sesch channel 152 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:48.212566 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 74] EOF received (74) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:48.213206 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 74] EOF sent (74) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:48.215654 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:48.215966 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.102s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:48.216130 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:48.216716 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:48.217883 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 152] EOF received (152) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:48.217883 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 152] EOF sent (152) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:48.218211 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:48.218538 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e@tmp_snapshot_for_replication__2556fe4a_021a_4f6f_b340_8cae44bab3c6_time_2026-02-19T02:47:39.197399" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.130s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:48.218723 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e@tmp_snapshot_for_replication__15960363_c211_4894_9a8d_f7d4bc80037e_time_2026-02-19T02:47:42.516179" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:48.219077 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e@tmp_snapshot_for_replication__15960363_c211_4894_9a8d_f7d4bc80037e_time_2026-02-19T02:47:42.516179" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:48.219268 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e@tmp_snapshot_for_replication__15960363_c211_4894_9a8d_f7d4bc80037e_time_2026-02-19T02:47:42.516179 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:48.219477 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] [chan 131] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:48.220207 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 131] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:48.220285 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 131 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:48.222961 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 131] Sesch channel 131 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:48.243101 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:48.243303 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:48.243603 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:48.248549 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 131] EOF received (131) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:48.248724 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 131] EOF sent (131) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:48.249037 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:48.249191 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:48.249422 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:48.249618 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] [chan 179] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:48.250659 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 179] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:48.250718 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 179 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:48.254719 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 179] Sesch channel 179 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:48.261596 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.018s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:48.261733 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:48.262010 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:48.264695 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:48.264896 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:48.265180 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:48.268000 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:48.268000 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:48.268402 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:48.273489 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 179] EOF received (179) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:48.273761 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 179] EOF sent (179) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:48.274276 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:48.296604 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.028s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:48.296803 np0000156481 manila-share[88840]: INFO manila.share.access [None req-3881e802-bcde-4cbe-b041-c9403634a068 tempest-ShareIpRulesForNFSTest-1181610700 None] Access rules were successfully modified for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613.
Feb 19 02:47:50.276300 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e@tmp_snapshot_for_replication__15960363_c211_4894_9a8d_f7d4bc80037e_time_2026-02-19T02:47:42.516179 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:50.276758 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] [chan 153] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:50.278631 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 153] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:50.278921 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 153 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:50.282569 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 153] Sesch channel 153 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:50.323212 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 153] EOF received (153) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:50.323631 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 153] EOF sent (153) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:50.324241 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:50.324811 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e@tmp_snapshot_for_replication__15960363_c211_4894_9a8d_f7d4bc80037e_time_2026-02-19T02:47:42.516179" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.106s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:50.325068 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:50.325405 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] [chan 132] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:50.326183 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 132] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:50.326419 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 132 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:50.328162 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 132] Sesch channel 132 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:50.354626 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 132] EOF received (132) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:50.354985 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 132] EOF sent (132) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:50.355690 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:50.356081 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:50.356617 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:50.356893 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:50.357213 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] [chan 42] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:50.358273 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 42] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:50.358809 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 42 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:50.360904 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 42] Sesch channel 42 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:50.386890 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 42] EOF received (42) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:50.387281 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 42] EOF sent (42) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:50.387912 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:50.388220 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:50.388559 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.032s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:50.388828 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:50.389252 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:50.390126 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:50.390531 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] [chan 180] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:50.391138 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 180] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:50.391301 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 180 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:50.393084 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 180] Sesch channel 180 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:50.418696 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 180] EOF received (180) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:50.419079 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] [chan 180] EOF sent (180) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:50.419924 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:50.420230 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is /alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:50.420990 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): lsof -w /alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:50.420990 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] [chan 154] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:50.421372 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 154] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:50.421644 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 154 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:50.422905 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 154] Sesch channel 154 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:50.553378 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 154] EOF received (154) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:50.553757 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 154] EOF sent (154) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:50.554436 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:50.554951 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo umount /alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:50.555294 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] [chan 133] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:50.556104 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 133] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:50.556273 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 133 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:50.558644 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 133] Sesch channel 133 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:50.602809 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 133] EOF received (133) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:50.603085 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 133] EOF sent (133) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:50.604414 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:51.176927 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-fc63d35c-9ffb-4c06-a0c3-575c1d077d29 tempest-ManageNFSSnapshotTest-1693668761 None] Created reservations ['69d098eb-1f75-4888-a74f-821e4c3861c2', '09a7c283-bc4e-4984-8b25-7e466bbcb1c8', '4b4b9d90-bb08-42da-9ff1-bc85defaa6fb', 'c911cc2f-d3c1-491a-873e-1cd9b8aa611d'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:47:51.205983 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-fc63d35c-9ffb-4c06-a0c3-575c1d077d29 tempest-ManageNFSSnapshotTest-1693668761 None] Committed reservations ['69d098eb-1f75-4888-a74f-821e4c3861c2', '09a7c283-bc4e-4984-8b25-7e466bbcb1c8', '4b4b9d90-bb08-42da-9ff1-bc85defaa6fb', 'c911cc2f-d3c1-491a-873e-1cd9b8aa611d'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:47:51.395613 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] Received request to update access for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:47:51.412095 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:51.412095 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:51.414615 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:51.414615 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:51.414615 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:51.465124 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.051s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:51.465247 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] Updating access rules for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:47:51.481166 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:51.481500 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:51.488977 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:51.489184 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:51.489558 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:51.504205 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:51.525056 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:51.525451 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:51.525656 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:51.525926 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 181] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:51.526452 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 181] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:51.526549 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 181 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:51.527967 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 181] Sesch channel 181 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:51.569955 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 181] EOF received (181) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:51.569955 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 181] EOF sent (181) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:51.570274 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:51.570599 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:51.570817 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 75] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:51.571357 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 75] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:51.571465 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 75 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:51.573800 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 75] Sesch channel 75 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:51.646272 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 75] EOF received (75) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:51.646754 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 75] EOF sent (75) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:51.647838 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:51.648198 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.123s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:51.648524 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:51.648997 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:51.824360 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.174s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:51.824360 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:51.824360 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:51.824360 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:51.824780 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:51.824780 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:51.826672 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:51.826804 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:51.827006 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:51.828841 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:51.828937 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:51.829124 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:51.851409 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.022s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:51.851601 np0000156481 manila-share[88840]: INFO manila.share.access [None req-e0394e34-8066-41ae-830c-95c8aaea5c85 tempest-ShareIpRulesForNFSTest-1181610700 None] Access rules were successfully modified for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613.
Feb 19 02:47:52.605471 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:52.606280 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] [chan 155] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:52.606280 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 155] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:52.606440 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 155 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:52.608033 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 155] Sesch channel 155 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:52.671746 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 155] EOF received (155) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:52.672128 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 155] EOF sent (155) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:52.672824 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:52.673307 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-alpha/manila_share_15960363_c211_4894_9a8d_f7d4bc80037e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.284s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:52.761682 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Created reservations ['b6dbc9fb-5830-4d48-bd97-3db7d3f39e7e', '7131d4a2-b5ec-4501-9ee1-a31786b77a2c', '44c243f2-c721-47e5-808d-6592e1ce7666', '372c673f-8290-4146-9587-986c7b0d1a23'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:47:52.773676 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Committed reservations ['b6dbc9fb-5830-4d48-bd97-3db7d3f39e7e', '7131d4a2-b5ec-4501-9ee1-a31786b77a2c', '44c243f2-c721-47e5-808d-6592e1ce7666', '372c673f-8290-4146-9587-986c7b0d1a23'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:47:52.777698 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-98ed00e3-b34f-459e-81b2-a98273900742 tempest-ReplicationTest-1049150197 None] Share replica 15960363-c211-4894-9a8d-f7d4bc80037e deleted successfully.
Feb 19 02:47:54.432396 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-35162020-4084-44dc-bbbe-25af086b5603 tempest-ManageNFSSnapshotTest-1693668761 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_0fe63721_d205_4f17_9884_ca5d3307d9ee {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:54.433106 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-35162020-4084-44dc-bbbe-25af086b5603 tempest-ManageNFSSnapshotTest-1693668761 None] [chan 134] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:54.434164 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 134] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:54.434529 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 134 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:54.435972 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 134] Sesch channel 134 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:54.462885 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 134] EOF received (134) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:54.463115 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 134] EOF sent (134) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:54.463579 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-35162020-4084-44dc-bbbe-25af086b5603 tempest-ManageNFSSnapshotTest-1693668761 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:54.466581 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-35162020-4084-44dc-bbbe-25af086b5603 tempest-ManageNFSSnapshotTest-1693668761 None] Running cmd (SSH): sudo zfs rename alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_0fe63721_d205_4f17_9884_ca5d3307d9ee alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_bbe97ecf_b4da_43de_bed3_ea8623e06b53 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:54.466909 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-35162020-4084-44dc-bbbe-25af086b5603 tempest-ManageNFSSnapshotTest-1693668761 None] [chan 182] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:54.467372 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 182] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:54.467478 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 182 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:54.469341 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 182] Sesch channel 182 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:54.513743 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 182] EOF received (182) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:54.514091 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 182] EOF sent (182) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:54.514642 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-35162020-4084-44dc-bbbe-25af086b5603 tempest-ManageNFSSnapshotTest-1693668761 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:54.636737 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] Received request to update access for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:47:54.651959 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:54.652240 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:54.654579 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:54.654702 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:54.654992 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:54.704101 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.048s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:54.704101 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] Updating access rules for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:47:54.719396 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:54.719396 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:54.724425 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:54.724642 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:54.724909 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:54.735357 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:54.750255 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:54.750638 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:54.751173 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:54.751173 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 156] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:54.751464 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 156] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:54.751613 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 156 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:54.752997 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 156] Sesch channel 156 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:54.785503 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 156] EOF received (156) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:54.785503 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 156] EOF sent (156) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:54.785503 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:54.785503 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:54.785503 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 43] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:54.786471 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 43] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:54.786802 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 43 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:54.788811 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 43] Sesch channel 43 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:54.840015 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 43] EOF received (43) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:54.840217 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] Received request to update access for share instance 2556fe4a-021a-4f6f-b340-8cae44bab3c6. {{(pid=88844) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:47:54.840600 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 43] EOF sent (43) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:54.840988 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:54.841342 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.091s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:54.841601 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:54.842108 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:54.855196 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:54.855485 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:54.858002 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:54.858110 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:54.858351 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:54.872771 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.031s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:54.872998 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:54.873538 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:54.892615 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.019s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:54.892820 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:54.893095 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:54.896251 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:54.896504 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:54.896788 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:54.897821 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.039s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:54.897966 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] Updating access rules for share instance 2556fe4a-021a-4f6f-b340-8cae44bab3c6 belonging to share 3e6851a0-8485-4c17-939e-ef50d7e807d7. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:47:54.899733 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:54.899920 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:54.900202 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:54.912771 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:54.912997 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:54.917276 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:54.917413 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:54.917622 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:54.926855 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:54.934244 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.034s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:54.934425 np0000156481 manila-share[88840]: INFO manila.share.access [None req-c81cbd38-9362-472a-bf75-1ae53395b30f tempest-ShareIpRulesForNFSTest-1181610700 None] Access rules were successfully modified for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613.
Feb 19 02:47:54.937699 np0000156481 manila-share[88844]: DEBUG dbcounter [-] [88844] Writing DB stats manila:SELECT=751,manila:UPDATE=73,manila:INSERT=52 {{(pid=88844) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:47:54.940670 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:54.940962 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:54.941151 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:54.941420 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] [chan 145] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:54.942000 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 145] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:54.942131 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 145 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:54.943263 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 145] Sesch channel 145 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:54.966698 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 145] EOF received (145) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:54.967060 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 145] EOF sent (145) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:54.967689 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:54.968037 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:54.968391 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] [chan 60] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:54.969047 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 60] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:54.969215 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 60 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:54.971829 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 60] Sesch channel 60 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:55.008535 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 60] EOF received (60) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:55.008895 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 60] EOF sent (60) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:55.009471 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:55.009803 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.069s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:55.010144 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:55.010775 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:55.032986 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.022s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:55.033132 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:55.033380 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:55.048263 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:55.048416 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:55.048695 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:55.051581 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:55.051693 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:55.051975 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:55.054556 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:55.054746 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:55.055014 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:55.078771 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:55.078901 np0000156481 manila-share[88844]: INFO manila.share.access [None req-0c58f7f8-ad10-4858-8f36-61443718eb0d tempest-ReplicationTest-1049150197 None] Access rules were successfully modified for share instance 2556fe4a-021a-4f6f-b340-8cae44bab3c6 belonging to share 3e6851a0-8485-4c17-939e-ef50d7e807d7.
Feb 19 02:47:57.618826 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-64114b80-4791-401e-9ac9-741960ab455f tempest-ManageNFSSnapshotTest-1693668761 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_bbe97ecf_b4da_43de_bed3_ea8623e06b53 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:57.619216 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-64114b80-4791-401e-9ac9-741960ab455f tempest-ManageNFSSnapshotTest-1693668761 None] [chan 135] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:57.619669 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 135] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:57.619758 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 135 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:57.620952 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 135] Sesch channel 135 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:57.646296 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 135] EOF received (135) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:57.646725 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 135] EOF sent (135) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:57.647406 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-64114b80-4791-401e-9ac9-741960ab455f tempest-ManageNFSSnapshotTest-1693668761 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:57.647929 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-64114b80-4791-401e-9ac9-741960ab455f tempest-ManageNFSSnapshotTest-1693668761 None] Acquiring lock "zfs-dataset-alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_bbe97ecf_b4da_43de_bed3_ea8623e06b53" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:57.648630 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-64114b80-4791-401e-9ac9-741960ab455f tempest-ManageNFSSnapshotTest-1693668761 None] Lock "zfs-dataset-alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_bbe97ecf_b4da_43de_bed3_ea8623e06b53" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:57.648924 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-64114b80-4791-401e-9ac9-741960ab455f tempest-ManageNFSSnapshotTest-1693668761 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_bbe97ecf_b4da_43de_bed3_ea8623e06b53 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:57.649278 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-64114b80-4791-401e-9ac9-741960ab455f tempest-ManageNFSSnapshotTest-1693668761 None] [chan 183] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:57.649936 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 183] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:57.650112 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 183 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:57.652147 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 183] Sesch channel 183 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:57.676152 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 183] EOF received (183) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:57.676766 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 183] EOF sent (183) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:57.677587 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-64114b80-4791-401e-9ac9-741960ab455f tempest-ManageNFSSnapshotTest-1693668761 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:57.678036 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-64114b80-4791-401e-9ac9-741960ab455f tempest-ManageNFSSnapshotTest-1693668761 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:57.678613 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-64114b80-4791-401e-9ac9-741960ab455f tempest-ManageNFSSnapshotTest-1693668761 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:57.679145 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-64114b80-4791-401e-9ac9-741960ab455f tempest-ManageNFSSnapshotTest-1693668761 None] [chan 157] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:57.679870 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 157] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:57.680104 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 157 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:57.681952 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 157] Sesch channel 157 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:57.701040 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 157] EOF received (157) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:57.701711 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 157] EOF sent (157) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:57.702451 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-64114b80-4791-401e-9ac9-741960ab455f tempest-ManageNFSSnapshotTest-1693668761 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:58.012791 np0000156481 manila-share[88840]: DEBUG dbcounter [-] [88840] Writing DB stats manila:SELECT=2165,manila:UPDATE=199,manila:INSERT=127 {{(pid=88840) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:47:58.030471 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] Received request to update access for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:47:58.042633 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:58.042899 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:58.044724 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:58.044871 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:58.045055 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:58.078993 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.034s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:58.079126 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] Updating access rules for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:47:58.095630 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:58.095974 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:58.100364 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:58.100498 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:58.100706 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:58.111981 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.011s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:58.123597 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:58.123843 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:58.123983 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:58.124167 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 136] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:58.124612 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 136] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:58.124700 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 136 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:58.125851 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 136] Sesch channel 136 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:58.141631 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-4cda54a3-00c1-4d1a-94a9-990599f6b3b0 tempest-ReplicationTest-1049150197 None] Lock "locked-share-replica-operation-for-share-c92c3771-e6ad-4715-bbbe-9a98a71ca86b" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:47:58.156595 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 136] EOF received (136) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:58.156778 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 136] EOF sent (136) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:58.157069 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:58.157227 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:58.157386 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 76] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:58.157742 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 76] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:58.157837 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 76 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:58.159510 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 76] Sesch channel 76 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:58.201519 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 76] EOF received (76) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:58.202028 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 76] EOF sent (76) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:58.203168 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:58.203877 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.080s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:58.204439 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:58.205108 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:58.289300 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.084s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:58.289553 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:58.289824 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:58.289963 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:58.290114 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:58.290303 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:58.292574 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:58.292712 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:58.292915 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:58.294686 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:58.294894 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:58.295097 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:58.306289 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4cda54a3-00c1-4d1a-94a9-990599f6b3b0 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1@tmp_snapshot_for_replication__eb4c8ac5_2256_41f7_b0da_66d589e97cdd_time_2026-02-19T02:47:58.263084 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:58.306806 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-4cda54a3-00c1-4d1a-94a9-990599f6b3b0 tempest-ReplicationTest-1049150197 None] [chan 124] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:58.307655 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 124] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:58.307949 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 124 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:58.309839 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 124] Sesch channel 124 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:58.322734 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:58.322947 np0000156481 manila-share[88840]: INFO manila.share.access [None req-072d7e89-0d55-4b64-a764-f4d5a8612140 tempest-ShareIpRulesForNFSTest-1181610700 None] Access rules were successfully modified for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613.
Feb 19 02:47:58.547242 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 124] EOF received (124) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:58.547711 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 124] EOF sent (124) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:58.548511 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4cda54a3-00c1-4d1a-94a9-990599f6b3b0 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:58.548878 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4cda54a3-00c1-4d1a-94a9-990599f6b3b0 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1@tmp_snapshot_for_replication__eb4c8ac5_2256_41f7_b0da_66d589e97cdd_time_2026-02-19T02:47:58.263084 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:58.549234 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-4cda54a3-00c1-4d1a-94a9-990599f6b3b0 tempest-ReplicationTest-1049150197 None] [chan 133] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:58.551305 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 133] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:58.551556 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 133 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:58.555135 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 133] Sesch channel 133 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:59.186568 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 133] EOF received (133) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:59.186930 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 133] EOF sent (133) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:59.187532 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4cda54a3-00c1-4d1a-94a9-990599f6b3b0 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:59.187743 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-4cda54a3-00c1-4d1a-94a9-990599f6b3b0 tempest-ReplicationTest-1049150197 None] Info about replica 'eb4c8ac5-2256-41f7-b0da-66d589e97cdd' creation is following:
Feb 19 02:47:59.187743 np0000156481 manila-share[88844]: receiving full stream of betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1@tmp_snapshot_for_replication__d6db2834_bbfd_4fe3_bc5d_58bd279af098_time_2026-02-19T02:47:07.153456 into gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd@tmp_snapshot_for_replication__d6db2834_bbfd_4fe3_bc5d_58bd279af098_time_2026-02-19T02:47:07.153456
Feb 19 02:47:59.187743 np0000156481 manila-share[88844]: received 43.9K stream in 0.07 seconds (651K/sec)
Feb 19 02:47:59.187743 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1@tmp_snapshot_for_replication__94f903bf_7421_4716_92c7_391ef4b077ec_time_2026-02-19T02:47:20.296988 into gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd@tmp_snapshot_for_replication__94f903bf_7421_4716_92c7_391ef4b077ec_time_2026-02-19T02:47:20.296988
Feb 19 02:47:59.187743 np0000156481 manila-share[88844]: received 312B stream in 0.06 seconds (4.86K/sec)
Feb 19 02:47:59.187743 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1@tmp_snapshot_for_replication__eb4c8ac5_2256_41f7_b0da_66d589e97cdd_time_2026-02-19T02:47:58.263084 into gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd@tmp_snapshot_for_replication__eb4c8ac5_2256_41f7_b0da_66d589e97cdd_time_2026-02-19T02:47:58.263084
Feb 19 02:47:59.187743 np0000156481 manila-share[88844]: received 312B stream in 0.06 seconds (5.07K/sec)
Feb 19 02:47:59.187743 np0000156481 manila-share[88844]:  {{(pid=88844) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 02:47:59.188016 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4cda54a3-00c1-4d1a-94a9-990599f6b3b0 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:59.188160 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-4cda54a3-00c1-4d1a-94a9-990599f6b3b0 tempest-ReplicationTest-1049150197 None] [chan 133] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:59.190548 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 133] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:59.190663 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 133 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:59.192666 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 133] Sesch channel 133 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:59.232914 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 133] EOF received (133) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:59.233218 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 133] EOF sent (133) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:59.233732 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4cda54a3-00c1-4d1a-94a9-990599f6b3b0 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:59.233985 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4cda54a3-00c1-4d1a-94a9-990599f6b3b0 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:59.234276 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-4cda54a3-00c1-4d1a-94a9-990599f6b3b0 tempest-ReplicationTest-1049150197 None] [chan 146] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:59.234732 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 146] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:59.234893 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 146 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:59.236383 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 146] Sesch channel 146 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:59.279852 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 146] EOF received (146) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:59.280385 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 146] EOF sent (146) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:59.281049 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4cda54a3-00c1-4d1a-94a9-990599f6b3b0 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:59.281435 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4cda54a3-00c1-4d1a-94a9-990599f6b3b0 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:59.282142 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4cda54a3-00c1-4d1a-94a9-990599f6b3b0 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:59.282458 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4cda54a3-00c1-4d1a-94a9-990599f6b3b0 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:59.282803 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-4cda54a3-00c1-4d1a-94a9-990599f6b3b0 tempest-ReplicationTest-1049150197 None] [chan 66] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:59.283442 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 66] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:59.283639 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 66 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:59.285506 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 66] Sesch channel 66 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:59.312846 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 66] EOF received (66) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:59.313204 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 66] EOF sent (66) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:59.313837 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4cda54a3-00c1-4d1a-94a9-990599f6b3b0 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:59.314198 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4cda54a3-00c1-4d1a-94a9-990599f6b3b0 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:59.314547 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-4cda54a3-00c1-4d1a-94a9-990599f6b3b0 tempest-ReplicationTest-1049150197 None] [chan 61] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:59.315144 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 61] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:59.315308 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 61 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:59.316974 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 61] Sesch channel 61 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:59.359598 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 61] EOF received (61) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:59.359822 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 61] EOF sent (61) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:59.360204 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4cda54a3-00c1-4d1a-94a9-990599f6b3b0 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:59.360504 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4cda54a3-00c1-4d1a-94a9-990599f6b3b0 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.078s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:59.360699 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4cda54a3-00c1-4d1a-94a9-990599f6b3b0 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:59.360911 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-4cda54a3-00c1-4d1a-94a9-990599f6b3b0 tempest-ReplicationTest-1049150197 None] [chan 67] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:59.361347 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 67] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:59.361441 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 67 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:59.363134 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 67] Sesch channel 67 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:59.389590 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 67] EOF received (67) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:59.389970 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 67] EOF sent (67) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:59.390557 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4cda54a3-00c1-4d1a-94a9-990599f6b3b0 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:59.390874 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-4cda54a3-00c1-4d1a-94a9-990599f6b3b0 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is /gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:47:59.423754 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4cda54a3-00c1-4d1a-94a9-990599f6b3b0 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:59.424106 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4cda54a3-00c1-4d1a-94a9-990599f6b3b0 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:59.426866 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4cda54a3-00c1-4d1a-94a9-990599f6b3b0 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:59.427037 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4cda54a3-00c1-4d1a-94a9-990599f6b3b0 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:47:59.427343 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4cda54a3-00c1-4d1a-94a9-990599f6b3b0 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:47:59.446531 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4cda54a3-00c1-4d1a-94a9-990599f6b3b0 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.019s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:59.446696 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-4cda54a3-00c1-4d1a-94a9-990599f6b3b0 tempest-ReplicationTest-1049150197 None] Share replica eb4c8ac5-2256-41f7-b0da-66d589e97cdd created successfully.
Feb 19 02:47:59.704035 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-64114b80-4791-401e-9ac9-741960ab455f tempest-ManageNFSSnapshotTest-1693668761 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_bbe97ecf_b4da_43de_bed3_ea8623e06b53 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:47:59.704607 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-64114b80-4791-401e-9ac9-741960ab455f tempest-ManageNFSSnapshotTest-1693668761 None] [chan 184] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:59.705272 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 184] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:59.705491 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 184 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:47:59.707509 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 184] Sesch channel 184 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:59.751279 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 184] EOF received (184) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:59.751732 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 184] EOF sent (184) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:47:59.752441 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-64114b80-4791-401e-9ac9-741960ab455f tempest-ManageNFSSnapshotTest-1693668761 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:47:59.753000 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-64114b80-4791-401e-9ac9-741960ab455f tempest-ManageNFSSnapshotTest-1693668761 None] Lock "zfs-dataset-alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_bbe97ecf_b4da_43de_bed3_ea8623e06b53" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.104s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:47:59.833678 np0000156481 manila-share[88840]: WARNING manila.db.sqlalchemy.api [None req-64114b80-4791-401e-9ac9-741960ab455f tempest-ManageNFSSnapshotTest-1693668761 None] Change will make usage less than 0 for the following resources: ['snapshots', 'snapshot_gigabytes']
Feb 19 02:47:59.833931 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-64114b80-4791-401e-9ac9-741960ab455f tempest-ManageNFSSnapshotTest-1693668761 None] Created reservations ['0da67bae-b5e1-407c-a367-7bb6155e3800', '68432fe3-485a-4d3e-a216-ac1dea83fa42', '8adbf2bd-faf3-40e4-9b15-23a0ee3a4ac7', '6f0c24f0-8bec-49bb-863a-364b053877d7'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:47:59.846123 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-64114b80-4791-401e-9ac9-741960ab455f tempest-ManageNFSSnapshotTest-1693668761 None] Committed reservations ['0da67bae-b5e1-407c-a367-7bb6155e3800', '68432fe3-485a-4d3e-a216-ac1dea83fa42', '8adbf2bd-faf3-40e4-9b15-23a0ee3a4ac7', '6f0c24f0-8bec-49bb-863a-364b053877d7'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:48:00.847489 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fea34ac3-7d26-4502-9d7b-67b591c2e80e tempest-ManageNFSSnapshotTest-1693668761 None] Running cmd (SSH): sudo zfs snapshot alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_feec51e0_06b1_4d7b_a441_c05c012ad159 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:00.848182 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-fea34ac3-7d26-4502-9d7b-67b591c2e80e tempest-ManageNFSSnapshotTest-1693668761 None] [chan 158] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:00.848182 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 158] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:00.848182 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 158 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:00.850234 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 158] Sesch channel 158 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:00.889963 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 158] EOF received (158) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:00.890377 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 158] EOF sent (158) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:00.891005 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fea34ac3-7d26-4502-9d7b-67b591c2e80e tempest-ManageNFSSnapshotTest-1693668761 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:01.299547 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] Received request to update access for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:48:01.323024 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:01.323344 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:01.326999 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:01.327153 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:01.327410 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:01.328131 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Received request to update access for share instance b9c503d4-af32-45b8-87e8-fdf5d883e4f1. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:48:01.341756 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Received request to update access for share instance eb4c8ac5-2256-41f7-b0da-66d589e97cdd. {{(pid=88844) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:48:01.355286 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:01.355745 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:01.358375 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:01.358375 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:01.358569 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:01.362957 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:01.363235 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:01.367123 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:01.367250 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:01.367481 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:01.403353 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.076s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:01.403496 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] Updating access rules for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:48:01.406750 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.048s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:01.406870 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Updating access rules for share instance eb4c8ac5-2256-41f7-b0da-66d589e97cdd belonging to share c92c3771-e6ad-4715-bbbe-9a98a71ca86b. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:48:01.418944 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:01.419295 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:01.419430 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:01.419597 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:01.424136 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:01.424262 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:01.424501 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:01.426506 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.059s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:01.426629 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Updating access rules for share instance b9c503d4-af32-45b8-87e8-fdf5d883e4f1 belonging to share c92c3771-e6ad-4715-bbbe-9a98a71ca86b. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:48:01.427341 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:01.427474 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:01.427688 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:01.439044 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.014s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:01.439163 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] All access rules of share instance eb4c8ac5-2256-41f7-b0da-66d589e97cdd are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88844) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 02:48:01.444324 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.017s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:01.451956 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:01.452403 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:01.452651 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:01.452897 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] [chan 125] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:01.453298 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:01.453420 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 125] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:01.453537 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:01.453601 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 125 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:01.455882 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 125] Sesch channel 125 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:01.461562 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:01.461740 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:01.461996 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:01.464537 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:01.464537 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:01.464537 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:01.464537 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 137] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:01.464932 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 137] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:01.465060 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 137 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:01.467610 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 137] Sesch channel 137 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:01.477514 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 125] EOF received (125) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:01.477783 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 125] EOF sent (125) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:01.478200 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:01.478464 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs set sharenfs=ro=203.0.113.82,no_root_squash gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:01.478704 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] [chan 62] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:01.479437 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.017s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:01.479765 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 62] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:01.479856 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 62 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:01.482037 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 62] Sesch channel 62 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:01.493224 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:01.493460 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:01.493632 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:01.493795 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] [chan 185] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:01.494265 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 185] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:01.494370 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 185 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:01.495427 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 185] Sesch channel 185 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:01.495645 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 137] EOF received (137) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:01.495814 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 137] EOF sent (137) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:01.496082 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:01.496242 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:01.496480 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 44] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:01.496720 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 44] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:01.496786 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 44 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:01.498042 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 44] Sesch channel 44 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:01.526058 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 185] EOF received (185) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:01.526329 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 185] EOF sent (185) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:01.526510 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 62] EOF received (62) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:01.526750 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:01.526829 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 62] EOF sent (62) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:01.526990 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs set sharenfs=ro=203.0.113.82,no_root_squash betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:01.527208 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] [chan 77] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:01.527432 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:01.527577 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 77] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:01.527700 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.075s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:01.527796 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 77 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:01.527927 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:01.528277 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:01.528783 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 44] EOF received (44) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:01.529086 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 44] EOF sent (44) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:01.529472 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:01.529709 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.066s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:01.529910 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:01.530572 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:01.531749 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 77] Sesch channel 77 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:01.557744 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:01.557972 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:01.558187 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:01.572768 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 77] EOF received (77) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:01.572968 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 77] EOF sent (77) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:01.573287 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:01.573491 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.080s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:01.573669 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:01.573926 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:01.576384 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.018s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:01.576661 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:01.576851 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:01.582924 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:01.583102 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.055s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:01.583270 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:01.583543 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:01.583665 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:01.583787 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:01.583974 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:01.584353 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:01.584648 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:01.585921 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:01.586246 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:01.586468 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:01.588653 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:01.588773 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:01.589015 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:01.589622 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:01.589755 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:01.589951 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:01.613763 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.025s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:01.613885 np0000156481 manila-share[88844]: INFO manila.share.access [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Access rules were successfully modified for share instance eb4c8ac5-2256-41f7-b0da-66d589e97cdd belonging to share c92c3771-e6ad-4715-bbbe-9a98a71ca86b.
Feb 19 02:48:01.621087 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.031s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:01.621202 np0000156481 manila-share[88840]: INFO manila.share.access [None req-f915a3dc-4013-433a-906f-b00b9429fad8 tempest-ShareIpRulesForNFSTest-1181610700 None] Access rules were successfully modified for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613.
Feb 19 02:48:01.634856 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.061s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:01.635002 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:01.635235 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:01.635375 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:01.635494 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:01.635676 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:01.637523 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:01.637637 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:01.637839 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:01.639635 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:01.639745 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:01.639920 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:01.662009 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.022s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:01.662153 np0000156481 manila-share[88840]: INFO manila.share.access [None req-1c1bcfc5-f42d-4f84-8f4a-ddd19c8a8076 tempest-ReplicationTest-1049150197 None] Access rules were successfully modified for share instance b9c503d4-af32-45b8-87e8-fdf5d883e4f1 belonging to share c92c3771-e6ad-4715-bbbe-9a98a71ca86b.
Feb 19 02:48:04.066891 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-a3771110-388c-4655-8c08-1ce5dcfe0524 tempest-ManageNFSSnapshotTest-1693668761 None] Created reservations ['26f5888a-4925-4cce-ac85-9153f03f4751', '9cf71b97-f333-4064-9b3e-aa4d22f7c789', 'd2c6a95d-3c0d-49b8-aec1-d8cf262047a6', '6bc379ee-c826-4379-921e-d439e0ad5335'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:48:04.085880 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-a3771110-388c-4655-8c08-1ce5dcfe0524 tempest-ManageNFSSnapshotTest-1693668761 None] Committed reservations ['26f5888a-4925-4cce-ac85-9153f03f4751', '9cf71b97-f333-4064-9b3e-aa4d22f7c789', 'd2c6a95d-3c0d-49b8-aec1-d8cf262047a6', '6bc379ee-c826-4379-921e-d439e0ad5335'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:48:04.486802 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Lock "locked-share-replica-operation-for-share-c92c3771-e6ad-4715-bbbe-9a98a71ca86b" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:48:04.498847 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] Received request to update access for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:48:04.518898 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:04.519187 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:04.521434 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:04.521571 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:04.521908 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:04.555888 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.034s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:04.556115 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:04.556240 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] Updating access rules for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:48:04.556511 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:04.573799 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:04.574148 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:04.579901 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:04.580085 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:04.580391 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:04.591232 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.011s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:04.604651 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.048s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:04.604811 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:04.605063 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:04.606680 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:04.606813 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:04.606970 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:04.607059 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:04.607223 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:04.607424 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:04.607608 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 159] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:04.607949 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 159] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:04.608022 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 159 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:04.609075 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 159] Sesch channel 159 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:04.638617 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 159] EOF received (159) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:04.639093 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 159] EOF sent (159) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:04.639644 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:04.640013 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs set sharenfs=rw=203.0.113.1,no_root_squash alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:04.640372 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 45] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:04.640959 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 45] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:04.641116 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 45 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:04.643390 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 45] Sesch channel 45 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:04.659246 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.052s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:04.659388 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Updating access rules for share instance eb4c8ac5-2256-41f7-b0da-66d589e97cdd belonging to share c92c3771-e6ad-4715-bbbe-9a98a71ca86b. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:48:04.673865 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:04.674208 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:04.682957 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 45] EOF received (45) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:04.683256 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 45] EOF sent (45) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:04.684979 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:04.684979 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.077s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:04.684979 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:04.684979 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:04.722558 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.048s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:04.722894 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:04.723403 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:04.739703 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.016s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:04.739853 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] All access rules of share instance eb4c8ac5-2256-41f7-b0da-66d589e97cdd are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88844) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 02:48:04.755221 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:04.755600 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:04.755793 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:04.756077 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] [chan 134] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:04.756590 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 134] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:04.757580 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 134 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:04.758245 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 134] Sesch channel 134 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:04.759044 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.074s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:04.759345 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:04.759711 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:04.760329 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:04.760329 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:04.760403 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:04.762637 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:04.762826 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:04.763472 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:04.767163 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:04.767291 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:04.767503 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:04.789014 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 134] EOF received (134) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:04.789014 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 134] EOF sent (134) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:04.789266 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:04.789477 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:04.789645 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] [chan 68] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:04.790034 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 68] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:04.790115 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 68 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:04.791301 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 68] Sesch channel 68 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:04.794616 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:04.794763 np0000156481 manila-share[88840]: INFO manila.share.access [None req-e584ca65-0a43-4694-b582-dabec0e40048 tempest-ShareIpRulesForNFSTest-1181610700 None] Access rules were successfully modified for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613.
Feb 19 02:48:04.836525 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 68] EOF received (68) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:04.836807 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 68] EOF sent (68) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:04.837216 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:04.837505 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.082s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:04.837694 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:04.838062 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:04.870625 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.032s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:04.870738 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:04.871059 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:04.892026 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.021s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:04.892163 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:04.892402 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:04.894916 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:04.895025 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:04.895241 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:04.896899 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:04.897028 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:04.897225 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:04.927014 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_eb4c8ac5-2256-41f7-b0da-66d589e97cdd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.030s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:04.927150 np0000156481 manila-share[88844]: INFO manila.share.access [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Access rules were successfully modified for share instance eb4c8ac5-2256-41f7-b0da-66d589e97cdd belonging to share c92c3771-e6ad-4715-bbbe-9a98a71ca86b.
Feb 19 02:48:04.931024 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:04.931275 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] [chan 134] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:04.931816 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 134] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:04.931924 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 134 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:04.933592 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 134] Sesch channel 134 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:04.969001 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 134] EOF received (134) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:04.969293 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 134] EOF sent (134) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:04.969981 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:04.970349 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd@tmp_snapshot_for_replication__d6db2834_bbfd_4fe3_bc5d_58bd279af098_time_2026-02-19T02:47:07.153456" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:04.970968 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd@tmp_snapshot_for_replication__d6db2834_bbfd_4fe3_bc5d_58bd279af098_time_2026-02-19T02:47:07.153456" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:04.971238 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd@tmp_snapshot_for_replication__d6db2834_bbfd_4fe3_bc5d_58bd279af098_time_2026-02-19T02:47:07.153456 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:04.971609 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] [chan 147] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:04.972275 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 147] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:04.972462 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 147 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:04.974372 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 147] Sesch channel 147 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:05.004004 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 147] EOF received (147) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:05.005351 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 147] EOF sent (147) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:05.005351 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:05.005351 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:48:05.005664 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:05.005990 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] [chan 126] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:05.006747 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 126] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:05.006911 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 126 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:05.008646 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 126] Sesch channel 126 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:05.028849 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 126] EOF received (126) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:05.029194 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 126] EOF sent (126) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:05.029749 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:05.207721 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:48:05.207864 np0000156481 manila-share[88844]: DEBUG manila.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Notifying Schedulers of capabilities ... {{(pid=88844) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:48:05.209996 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:48:05.230757 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:48:05.230877 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica instances. {{(pid=88844) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:48:07.032747 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd@tmp_snapshot_for_replication__d6db2834_bbfd_4fe3_bc5d_58bd279af098_time_2026-02-19T02:47:07.153456 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:07.032747 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] [chan 135] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:07.032747 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 135] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:07.032747 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 135 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:07.034589 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 135] Sesch channel 135 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:07.089981 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 135] EOF received (135) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:07.090253 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 135] EOF sent (135) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:07.090674 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:07.091000 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd@tmp_snapshot_for_replication__d6db2834_bbfd_4fe3_bc5d_58bd279af098_time_2026-02-19T02:47:07.153456" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.120s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:07.091197 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd@tmp_snapshot_for_replication__94f903bf_7421_4716_92c7_391ef4b077ec_time_2026-02-19T02:47:20.296988" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:07.091622 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd@tmp_snapshot_for_replication__94f903bf_7421_4716_92c7_391ef4b077ec_time_2026-02-19T02:47:20.296988" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:07.091811 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd@tmp_snapshot_for_replication__94f903bf_7421_4716_92c7_391ef4b077ec_time_2026-02-19T02:47:20.296988 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:07.092039 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] [chan 135] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:07.092619 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 135] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:07.092729 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 135 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:07.094552 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 135] Sesch channel 135 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:07.127020 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 135] EOF received (135) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:07.127020 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 135] EOF sent (135) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:07.127356 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:07.127585 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:48:07.127873 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:07.128102 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] [chan 148] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:07.128612 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 148] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:07.128721 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 148 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:07.130691 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 148] Sesch channel 148 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:07.152175 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 148] EOF received (148) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:07.153341 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 148] EOF sent (148) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:07.153341 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:07.195023 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-99bae387-07fc-452a-a1aa-4446646d3e1b tempest-ManageNFSSnapshotTest-1693668761 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_feec51e0_06b1_4d7b_a441_c05c012ad159 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:07.195812 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-99bae387-07fc-452a-a1aa-4446646d3e1b tempest-ManageNFSSnapshotTest-1693668761 None] [chan 138] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:07.195812 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 138] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:07.195996 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 138 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:07.197726 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 138] Sesch channel 138 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:07.224848 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 138] EOF received (138) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:07.225271 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 138] EOF sent (138) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:07.225932 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-99bae387-07fc-452a-a1aa-4446646d3e1b tempest-ManageNFSSnapshotTest-1693668761 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:07.230889 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-99bae387-07fc-452a-a1aa-4446646d3e1b tempest-ManageNFSSnapshotTest-1693668761 None] Running cmd (SSH): sudo zfs rename alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_feec51e0_06b1_4d7b_a441_c05c012ad159 alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_71bc1eae_6bac_4e8f_a4b8_cebb65ee7946 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:07.231207 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-99bae387-07fc-452a-a1aa-4446646d3e1b tempest-ManageNFSSnapshotTest-1693668761 None] [chan 186] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:07.232009 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 186] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:07.232009 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 186 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:07.234186 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 186] Sesch channel 186 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:07.277770 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 186] EOF received (186) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:07.278249 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 186] EOF sent (186) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:07.279468 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-99bae387-07fc-452a-a1aa-4446646d3e1b tempest-ManageNFSSnapshotTest-1693668761 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:07.808981 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] Received request to update access for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:48:07.825391 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:07.825752 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:07.831137 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:07.831262 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:07.831574 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:07.874264 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.043s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:07.874463 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] Updating access rules for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:48:07.890689 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:07.891028 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:07.896153 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:07.896297 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:07.896537 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:07.907418 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.011s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:07.919079 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:07.919348 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:07.919496 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:07.919690 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 160] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:07.920252 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 160] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:07.920345 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 160 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:07.921973 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 160] Sesch channel 160 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:07.951671 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 160] EOF received (160) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:07.951904 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 160] EOF sent (160) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:07.952345 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:07.952596 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:07.952819 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 78] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:07.953298 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 78] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:07.953422 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 78 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:07.955016 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 78] Sesch channel 78 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:08.001664 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 78] EOF received (78) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:08.002388 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 78] EOF sent (78) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:08.003037 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:08.003478 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.084s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:08.003818 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:08.004535 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:08.027498 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:08.027681 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:08.027905 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:08.044467 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.016s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:08.044656 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:08.045126 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:08.048046 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:08.048217 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:08.048566 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:08.051145 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:08.051337 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:08.051704 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:08.078107 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:08.078369 np0000156481 manila-share[88840]: INFO manila.share.access [None req-7a707506-a555-4160-979f-bd0cea78ad00 tempest-ShareIpRulesForNFSTest-1181610700 None] Access rules were successfully modified for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613.
Feb 19 02:48:09.153741 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd@tmp_snapshot_for_replication__94f903bf_7421_4716_92c7_391ef4b077ec_time_2026-02-19T02:47:20.296988 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:09.154539 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] [chan 127] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:09.154878 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 127] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:09.155040 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 127 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:09.156966 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 127] Sesch channel 127 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:09.201675 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 127] EOF received (127) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:09.202224 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 127] EOF sent (127) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:09.202962 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:09.203457 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd@tmp_snapshot_for_replication__94f903bf_7421_4716_92c7_391ef4b077ec_time_2026-02-19T02:47:20.296988" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.112s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:09.203752 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd@tmp_snapshot_for_replication__eb4c8ac5_2256_41f7_b0da_66d589e97cdd_time_2026-02-19T02:47:58.263084" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:09.204337 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd@tmp_snapshot_for_replication__eb4c8ac5_2256_41f7_b0da_66d589e97cdd_time_2026-02-19T02:47:58.263084" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:09.204628 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd@tmp_snapshot_for_replication__eb4c8ac5_2256_41f7_b0da_66d589e97cdd_time_2026-02-19T02:47:58.263084 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:09.204957 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] [chan 136] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:09.205639 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 136] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:09.205804 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 136 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:09.207698 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 136] Sesch channel 136 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:09.235414 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 136] EOF received (136) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:09.235768 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 136] EOF sent (136) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:09.236430 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:09.236845 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:48:09.237287 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:09.237667 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] [chan 136] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:09.238187 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 136] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:09.238504 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 136 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:09.240006 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 136] Sesch channel 136 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:09.259634 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 136] EOF received (136) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:09.259847 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 136] EOF sent (136) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:09.260184 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:10.440816 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6b7dec14-7398-479c-a610-33e50e34f1f4 tempest-ManageNFSSnapshotTest-1693668761 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_71bc1eae_6bac_4e8f_a4b8_cebb65ee7946 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:10.441434 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-6b7dec14-7398-479c-a610-33e50e34f1f4 tempest-ManageNFSSnapshotTest-1693668761 None] [chan 139] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:10.441524 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 139] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:10.441626 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 139 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:10.443526 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 139] Sesch channel 139 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:10.464472 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 139] EOF received (139) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:10.464836 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 139] EOF sent (139) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:10.465456 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6b7dec14-7398-479c-a610-33e50e34f1f4 tempest-ManageNFSSnapshotTest-1693668761 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:10.465819 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6b7dec14-7398-479c-a610-33e50e34f1f4 tempest-ManageNFSSnapshotTest-1693668761 None] Acquiring lock "zfs-dataset-alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_71bc1eae_6bac_4e8f_a4b8_cebb65ee7946" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:10.466534 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6b7dec14-7398-479c-a610-33e50e34f1f4 tempest-ManageNFSSnapshotTest-1693668761 None] Lock "zfs-dataset-alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_71bc1eae_6bac_4e8f_a4b8_cebb65ee7946" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:10.466813 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6b7dec14-7398-479c-a610-33e50e34f1f4 tempest-ManageNFSSnapshotTest-1693668761 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_71bc1eae_6bac_4e8f_a4b8_cebb65ee7946 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:10.467075 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-6b7dec14-7398-479c-a610-33e50e34f1f4 tempest-ManageNFSSnapshotTest-1693668761 None] [chan 187] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:10.467568 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 187] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:10.467673 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 187 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:10.469455 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 187] Sesch channel 187 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:10.496556 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 187] EOF received (187) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:10.496932 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 187] EOF sent (187) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:10.497598 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6b7dec14-7398-479c-a610-33e50e34f1f4 tempest-ManageNFSSnapshotTest-1693668761 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:10.497937 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-6b7dec14-7398-479c-a610-33e50e34f1f4 tempest-ManageNFSSnapshotTest-1693668761 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:48:10.498456 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6b7dec14-7398-479c-a610-33e50e34f1f4 tempest-ManageNFSSnapshotTest-1693668761 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:10.498800 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-6b7dec14-7398-479c-a610-33e50e34f1f4 tempest-ManageNFSSnapshotTest-1693668761 None] [chan 161] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:10.499460 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 161] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:10.499628 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 161 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:10.501418 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 161] Sesch channel 161 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:10.521095 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 161] EOF received (161) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:10.521454 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 161] EOF sent (161) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:10.522041 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6b7dec14-7398-479c-a610-33e50e34f1f4 tempest-ManageNFSSnapshotTest-1693668761 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:11.014812 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] Received request to update access for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:48:11.036809 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:11.037878 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:11.039397 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:11.039536 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:11.039739 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:11.078908 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.039s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:11.079064 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] Updating access rules for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:48:11.094343 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:11.094608 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:11.099085 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:11.099235 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:11.099463 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:11.110207 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.011s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:11.124504 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:11.124842 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:11.125211 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:11.125741 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 140] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.126408 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 140] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.126534 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 140 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:11.128412 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 140] Sesch channel 140 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.162810 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 140] EOF received (140) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.163165 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 140] EOF sent (140) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.163868 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:11.164443 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs set sharenfs=rw=203.0.113.22,no_root_squash alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:11.164831 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 46] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.165811 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 46] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.165952 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 46 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:11.169483 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 46] Sesch channel 46 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.216967 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 46] EOF received (46) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.217365 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 46] EOF sent (46) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.217970 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:11.218460 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.093s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:11.218776 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:11.219271 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:11.258114 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.039s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:11.258560 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:11.259040 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:11.259332 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:11.259738 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:11.260277 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:11.261411 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd@tmp_snapshot_for_replication__eb4c8ac5_2256_41f7_b0da_66d589e97cdd_time_2026-02-19T02:47:58.263084 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:11.261811 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] [chan 149] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.262556 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 149] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.262728 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 149 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:11.265570 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:11.265739 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 149] Sesch channel 149 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.265950 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:11.266709 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:11.268780 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:11.268910 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:11.269110 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:11.298219 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.029s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:11.298219 np0000156481 manila-share[88840]: INFO manila.share.access [None req-f17f81fc-e89d-48ae-bfc9-4fcb66b0aab2 tempest-ShareIpRulesForNFSTest-1181610700 None] Access rules were successfully modified for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613.
Feb 19 02:48:11.310256 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 149] EOF received (149) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.310525 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 149] EOF sent (149) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.310948 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:11.311280 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd@tmp_snapshot_for_replication__eb4c8ac5_2256_41f7_b0da_66d589e97cdd_time_2026-02-19T02:47:58.263084" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.107s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:11.311488 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:11.311703 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] [chan 128] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.312117 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 128] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.312221 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 128 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:11.313603 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 128] Sesch channel 128 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.343005 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 128] EOF received (128) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.343403 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 128] EOF sent (128) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.344025 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:11.344454 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:11.345021 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:11.345277 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:11.345635 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] [chan 63] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.346303 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 63] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.346531 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 63 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:11.348512 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 63] Sesch channel 63 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.378631 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 63] EOF received (63) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.379035 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 63] EOF sent (63) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.379680 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:11.380016 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:48:11.380393 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.035s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:11.380733 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:11.381195 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:11.381540 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:11.381868 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] [chan 137] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.382649 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 137] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.382843 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 137 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:11.384420 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 137] Sesch channel 137 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.409643 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 137] EOF received (137) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.410059 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 137] EOF sent (137) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.410873 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:11.411227 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is /gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:48:11.411557 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): lsof -w /gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:11.411911 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] [chan 137] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.412709 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 137] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.412888 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 137 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:11.414960 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 137] Sesch channel 137 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.544817 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 137] EOF received (137) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.545289 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 137] EOF sent (137) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.546091 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:11.546762 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo umount /gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:11.547127 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] [chan 150] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.547875 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 150] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.548079 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 150 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:11.550275 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 150] Sesch channel 150 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.585601 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 150] EOF received (150) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.585832 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 150] EOF sent (150) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:11.586222 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:12.523869 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6b7dec14-7398-479c-a610-33e50e34f1f4 tempest-ManageNFSSnapshotTest-1693668761 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_71bc1eae_6bac_4e8f_a4b8_cebb65ee7946 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:12.524717 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-6b7dec14-7398-479c-a610-33e50e34f1f4 tempest-ManageNFSSnapshotTest-1693668761 None] [chan 188] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:12.525598 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 188] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:12.525770 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 188 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:12.527779 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 188] Sesch channel 188 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:12.567867 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 188] EOF received (188) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:12.568098 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 188] EOF sent (188) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:12.568510 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6b7dec14-7398-479c-a610-33e50e34f1f4 tempest-ManageNFSSnapshotTest-1693668761 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:12.568859 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6b7dec14-7398-479c-a610-33e50e34f1f4 tempest-ManageNFSSnapshotTest-1693668761 None] Lock "zfs-dataset-alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_71bc1eae_6bac_4e8f_a4b8_cebb65ee7946" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.103s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:12.646266 np0000156481 manila-share[88840]: WARNING manila.db.sqlalchemy.api [None req-6b7dec14-7398-479c-a610-33e50e34f1f4 tempest-ManageNFSSnapshotTest-1693668761 None] Change will make usage less than 0 for the following resources: ['snapshots', 'snapshot_gigabytes']
Feb 19 02:48:12.646555 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-6b7dec14-7398-479c-a610-33e50e34f1f4 tempest-ManageNFSSnapshotTest-1693668761 None] Created reservations ['e3a803b0-ff75-49f8-a7ec-77017eb35984', '47bb118d-b136-4fc8-abc6-b6b87dca4089', '36ce929f-36be-4706-bc8c-ec68e6ac99aa', '56c6e692-2d5c-4eb6-ad91-20591899452c'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:48:12.659570 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-6b7dec14-7398-479c-a610-33e50e34f1f4 tempest-ManageNFSSnapshotTest-1693668761 None] Committed reservations ['e3a803b0-ff75-49f8-a7ec-77017eb35984', '47bb118d-b136-4fc8-abc6-b6b87dca4089', '36ce929f-36be-4706-bc8c-ec68e6ac99aa', '56c6e692-2d5c-4eb6-ad91-20591899452c'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:48:13.586992 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:13.587577 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] [chan 129] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:13.588307 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 129] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:13.588526 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 129 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:13.590769 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 129] Sesch channel 129 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:13.682349 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 129] EOF received (129) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:13.682852 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 129] EOF sent (129) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:13.683689 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:13.684256 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_eb4c8ac5_2256_41f7_b0da_66d589e97cdd" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.303s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:13.846867 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Created reservations ['6fbad94d-cafd-4fe9-af1f-2b0ad5af8c27', 'ab766518-9a55-4f4f-81e6-b3252173f443', '0faaccc0-59b9-4b33-ad37-9dc988d930aa', '1dd623ab-d648-441c-9f8a-351b2ce17d9c'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:48:13.859380 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Committed reservations ['6fbad94d-cafd-4fe9-af1f-2b0ad5af8c27', 'ab766518-9a55-4f4f-81e6-b3252173f443', '0faaccc0-59b9-4b33-ad37-9dc988d930aa', '1dd623ab-d648-441c-9f8a-351b2ce17d9c'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:48:13.860902 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-da80e7a7-84ba-4436-8c4b-642a29fef4de tempest-ManageNFSSnapshotTest-1693668761 None] Running cmd (SSH): sudo zfs snapshot alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_40e58cdd_425d_4402_bf79_f3ab77f1fff7 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:13.861788 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-da80e7a7-84ba-4436-8c4b-642a29fef4de tempest-ManageNFSSnapshotTest-1693668761 None] [chan 162] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:13.861788 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 162] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:13.861788 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 162 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:13.863291 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 162] Sesch channel 162 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:13.867515 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-cc068a64-8b0f-4188-bb3a-b1768094b696 tempest-ReplicationTest-1049150197 None] Share replica eb4c8ac5-2256-41f7-b0da-66d589e97cdd deleted successfully.
Feb 19 02:48:13.868191 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Lock "locked-share-replica-operation-for-share-c92c3771-e6ad-4715-bbbe-9a98a71ca86b" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:48:13.879647 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:48:13.879647 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:48:13.883246 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:48:13.883368 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:48:13.885470 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:48:13.885567 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica snapshots. {{(pid=88844) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:48:13.893657 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._report_driver_status {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:48:13.893657 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share status
Feb 19 02:48:13.893960 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:13.894025 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 138] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:13.894489 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 138] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:13.894894 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 138 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:13.895853 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 138] Sesch channel 138 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:13.909767 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 162] EOF received (162) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:13.909941 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 162] EOF sent (162) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:13.910338 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-da80e7a7-84ba-4436-8c4b-642a29fef4de tempest-ManageNFSSnapshotTest-1693668761 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:13.928045 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 138] EOF received (138) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:13.928494 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 138] EOF sent (138) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:13.929177 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:13.929453 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option free's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:48:13.929731 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:13.930055 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 138] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:13.930756 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 138] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:13.930930 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 138 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:13.932164 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 138] Sesch channel 138 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:13.961279 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 138] EOF received (138) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:13.961499 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 138] EOF sent (138) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:13.961781 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:13.961918 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option size's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:48:13.962053 np0000156481 manila-share[88844]: DEBUG manila.share.driver [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share stats. {{(pid=88844) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:48:13.962243 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:48:13.964909 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:48:13.966642 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:48:13.966723 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share instances. {{(pid=88844) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:48:13.975221 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:48:14.259301 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] Received request to update access for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:48:14.278708 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:14.279062 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:14.281935 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:14.282152 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:14.282463 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:14.320634 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.038s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:14.320803 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] Updating access rules for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:48:14.334740 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:14.335059 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:14.340112 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:14.340330 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:14.340655 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:14.349802 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:14.363951 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:14.364219 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:14.364386 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:14.364583 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 141] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:14.365157 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 141] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:14.365247 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 141 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:14.366960 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 141] Sesch channel 141 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:14.398883 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 141] EOF received (141) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:14.399289 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 141] EOF sent (141) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:14.399941 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:14.400299 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:14.400653 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 79] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:14.401182 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 79] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:14.401382 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 79 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:14.402866 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 79] Sesch channel 79 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:14.449829 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 79] EOF received (79) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:14.450078 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 79] EOF sent (79) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:14.450454 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:14.450671 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.086s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:14.450846 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:14.451134 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:14.473288 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.022s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:14.473502 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:14.473789 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:14.488508 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:14.488702 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:14.488993 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:14.491546 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:14.491726 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:14.492001 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:14.493991 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:14.494206 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:14.494503 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:14.520854 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:14.521012 np0000156481 manila-share[88840]: INFO manila.share.access [None req-648a55d0-8ea9-4f84-868c-ab783865e3f6 tempest-ShareIpRulesForNFSTest-1181610700 None] Access rules were successfully modified for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613.
Feb 19 02:48:16.852190 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] Received request to update access for share instance b9c503d4-af32-45b8-87e8-fdf5d883e4f1. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:48:16.874381 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:16.874822 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:16.877698 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:16.877904 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:16.878259 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:17.137708 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.259s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:17.137921 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] Updating access rules for share instance b9c503d4-af32-45b8-87e8-fdf5d883e4f1 belonging to share c92c3771-e6ad-4715-bbbe-9a98a71ca86b. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:48:17.157673 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:17.157898 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:17.165915 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:17.166062 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:17.166260 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:17.184133 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.018s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:17.196437 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:17.196670 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:17.196819 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:17.196998 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] [chan 189] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:17.197612 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 189] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:17.197677 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 189 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:17.199630 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 189] Sesch channel 189 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:17.230330 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 189] EOF received (189) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:17.230736 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 189] EOF sent (189) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:17.231482 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:17.231882 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs set sharenfs=off betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:17.232228 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] [chan 47] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:17.232823 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 47] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:17.233026 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 47 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:17.235721 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 47] Sesch channel 47 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:17.241127 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-92c98069-5f70-4181-9b00-46e4712b00a9 tempest-ManageNFSSnapshotTest-1693668761 None] Created reservations ['6a24cc08-8fa2-463f-b2ce-371cd9d1be8f', '50352a62-6012-461b-83ed-ed190974f8d6', '67233ecb-8108-4fdd-824b-4020387bc2c5', '4ff32e53-01ab-43dc-88b4-e5f72895729c'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:48:17.251337 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-92c98069-5f70-4181-9b00-46e4712b00a9 tempest-ManageNFSSnapshotTest-1693668761 None] Committed reservations ['6a24cc08-8fa2-463f-b2ce-371cd9d1be8f', '50352a62-6012-461b-83ed-ed190974f8d6', '67233ecb-8108-4fdd-824b-4020387bc2c5', '4ff32e53-01ab-43dc-88b4-e5f72895729c'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:48:17.289756 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 47] EOF received (47) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:17.290195 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 47] EOF sent (47) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:17.290814 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:17.291189 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.094s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:17.291475 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:17.291961 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:17.318508 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:17.318703 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:17.319036 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:17.341813 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:17.342062 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:17.342531 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:17.346307 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:17.346590 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:17.347027 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:17.351397 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:17.351654 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:17.352090 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:17.384442 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.032s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:17.384611 np0000156481 manila-share[88840]: INFO manila.share.access [None req-bd4c0394-6750-4077-9147-c2325074a651 tempest-ReplicationTest-1049150197 None] Access rules were successfully modified for share instance b9c503d4-af32-45b8-87e8-fdf5d883e4f1 belonging to share c92c3771-e6ad-4715-bbbe-9a98a71ca86b.
Feb 19 02:48:17.450928 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] Received request to update access for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:48:17.466144 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:17.466549 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:17.468802 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:17.468929 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:17.469152 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:17.507409 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.038s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:17.507603 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] Updating access rules for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:48:17.526127 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:17.526456 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:17.530914 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:17.531184 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:17.531243 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:17.542715 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.011s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:17.555109 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:17.555370 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:17.555596 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:17.555818 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 163] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:17.556339 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 163] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:17.556426 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 163 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:17.557670 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 163] Sesch channel 163 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:17.587408 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 163] EOF received (163) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:17.587792 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 163] EOF sent (163) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:17.588553 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:17.588992 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs set sharenfs=rw=203.0.113.161,no_root_squash alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:17.589398 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 80] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:17.590051 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 80] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:17.590220 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 80 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:17.591838 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 80] Sesch channel 80 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:17.639514 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 80] EOF received (80) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:17.639998 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 80] EOF sent (80) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:17.640753 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:17.641249 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.086s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:17.641656 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:17.642249 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:17.684434 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.042s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:17.684607 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:17.684897 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:17.685074 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:17.685270 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:17.685559 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:17.688075 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:17.688224 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:17.688432 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:17.690301 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:17.690456 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:17.690654 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:17.716541 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:17.716704 np0000156481 manila-share[88840]: INFO manila.share.access [None req-23306f5d-f53f-4393-9b25-51568a780499 tempest-ShareIpRulesForNFSTest-1181610700 None] Access rules were successfully modified for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613.
Feb 19 02:48:20.263399 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-08ca9318-6076-448e-9166-2ed58ac4ea8c tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:20.264111 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-08ca9318-6076-448e-9166-2ed58ac4ea8c tempest-ReplicationTest-1049150197 None] [chan 142] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:20.264540 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 142] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:20.264664 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 142 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:20.266569 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 142] Sesch channel 142 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:20.286554 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-10dbc3c6-0985-457f-84ba-b1e1c6fb6bcd tempest-ManageNFSSnapshotTest-1693668761 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_40e58cdd_425d_4402_bf79_f3ab77f1fff7 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:20.286923 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-10dbc3c6-0985-457f-84ba-b1e1c6fb6bcd tempest-ManageNFSSnapshotTest-1693668761 None] [chan 190] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:20.287607 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 190] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:20.287780 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 190 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:20.289846 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 190] Sesch channel 190 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:20.318488 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 190] EOF received (190) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:20.318737 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 190] EOF sent (190) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:20.319244 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-10dbc3c6-0985-457f-84ba-b1e1c6fb6bcd tempest-ManageNFSSnapshotTest-1693668761 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:20.323256 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-10dbc3c6-0985-457f-84ba-b1e1c6fb6bcd tempest-ManageNFSSnapshotTest-1693668761 None] Running cmd (SSH): sudo zfs rename alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_40e58cdd_425d_4402_bf79_f3ab77f1fff7 alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_0712ebc5_c89c_4900_a9f4_9ece81b8bad0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:20.323531 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-10dbc3c6-0985-457f-84ba-b1e1c6fb6bcd tempest-ManageNFSSnapshotTest-1693668761 None] [chan 164] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:20.324035 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 164] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:20.324140 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 164 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:20.325649 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 164] Sesch channel 164 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:20.407599 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 164] EOF received (164) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:20.407936 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 164] EOF sent (164) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:20.408603 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-10dbc3c6-0985-457f-84ba-b1e1c6fb6bcd tempest-ManageNFSSnapshotTest-1693668761 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:20.452602 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 142] EOF received (142) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:20.452849 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 142] EOF sent (142) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:20.453271 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-08ca9318-6076-448e-9166-2ed58ac4ea8c tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:20.453565 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-08ca9318-6076-448e-9166-2ed58ac4ea8c tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:20.453805 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-08ca9318-6076-448e-9166-2ed58ac4ea8c tempest-ReplicationTest-1049150197 None] [chan 48] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:20.459905 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 48] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:20.460052 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 48 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:20.462024 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 48] Sesch channel 48 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:20.489792 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 48] EOF received (48) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:20.491623 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 48] EOF sent (48) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:20.491623 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-08ca9318-6076-448e-9166-2ed58ac4ea8c tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:20.491623 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-08ca9318-6076-448e-9166-2ed58ac4ea8c tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is /alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:48:20.606877 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-08ca9318-6076-448e-9166-2ed58ac4ea8c tempest-ReplicationTest-1049150197 None] Share instance b7b7cd15-817a-4e3b-9337-5d99c8f80023 created successfully.
Feb 19 02:48:21.043664 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] Received request to update access for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:48:21.062940 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:21.063339 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:21.079213 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.016s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:21.079521 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:21.080037 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:21.217484 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.137s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:21.217677 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] Updating access rules for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:48:21.234015 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:21.234624 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:21.242098 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:21.242098 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:21.242278 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:21.253855 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.011s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:21.268432 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:21.269073 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:21.269073 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:21.269195 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 191] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:21.269742 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 191] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:21.269814 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 191 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:21.271466 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 191] Sesch channel 191 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:21.304169 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 191] EOF received (191) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:21.304442 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 191] EOF sent (191) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:21.304829 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:21.305053 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:21.305295 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 81] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:21.305739 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 81] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:21.305820 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 81 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:21.307149 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 81] Sesch channel 81 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:21.704576 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 81] EOF received (81) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:21.704789 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 81] EOF sent (81) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:21.705299 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:21.705612 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.437s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:21.705822 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:21.706210 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:21.732828 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:21.732966 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:21.733419 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:21.957756 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.224s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:21.958039 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:21.958935 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:21.963012 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:21.963286 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:21.963721 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:21.966981 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:21.967217 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:21.967637 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:22.712588 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.744s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:22.713399 np0000156481 manila-share[88840]: INFO manila.share.access [None req-e8b47695-af83-4c1c-a0d4-56ecf2b28c04 tempest-ShareIpRulesForNFSTest-1181610700 None] Access rules were successfully modified for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613.
Feb 19 02:48:24.090927 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c4304cb7-2752-4f9c-a57e-98b75c3fbd71 tempest-ManageNFSSnapshotTest-1693668761 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_0712ebc5_c89c_4900_a9f4_9ece81b8bad0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:24.091433 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c4304cb7-2752-4f9c-a57e-98b75c3fbd71 tempest-ManageNFSSnapshotTest-1693668761 None] [chan 165] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:24.093042 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 165] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:24.093215 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 165 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:24.095431 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 165] Sesch channel 165 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:24.124550 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 165] EOF received (165) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:24.124782 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 165] EOF sent (165) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:24.125250 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c4304cb7-2752-4f9c-a57e-98b75c3fbd71 tempest-ManageNFSSnapshotTest-1693668761 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:24.125545 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c4304cb7-2752-4f9c-a57e-98b75c3fbd71 tempest-ManageNFSSnapshotTest-1693668761 None] Acquiring lock "zfs-dataset-alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_0712ebc5_c89c_4900_a9f4_9ece81b8bad0" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:24.126895 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c4304cb7-2752-4f9c-a57e-98b75c3fbd71 tempest-ManageNFSSnapshotTest-1693668761 None] Lock "zfs-dataset-alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_0712ebc5_c89c_4900_a9f4_9ece81b8bad0" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:24.126895 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c4304cb7-2752-4f9c-a57e-98b75c3fbd71 tempest-ManageNFSSnapshotTest-1693668761 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_0712ebc5_c89c_4900_a9f4_9ece81b8bad0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:24.126895 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c4304cb7-2752-4f9c-a57e-98b75c3fbd71 tempest-ManageNFSSnapshotTest-1693668761 None] [chan 143] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:24.126895 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 143] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:24.126895 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 143 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:24.128299 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 143] Sesch channel 143 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:24.156213 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 143] EOF received (143) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:24.156490 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 143] EOF sent (143) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:24.156924 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c4304cb7-2752-4f9c-a57e-98b75c3fbd71 tempest-ManageNFSSnapshotTest-1693668761 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:24.157125 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-c4304cb7-2752-4f9c-a57e-98b75c3fbd71 tempest-ManageNFSSnapshotTest-1693668761 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:48:24.157448 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c4304cb7-2752-4f9c-a57e-98b75c3fbd71 tempest-ManageNFSSnapshotTest-1693668761 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:24.157671 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c4304cb7-2752-4f9c-a57e-98b75c3fbd71 tempest-ManageNFSSnapshotTest-1693668761 None] [chan 192] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:24.159475 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 192] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:24.159548 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 192 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:24.160929 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 192] Sesch channel 192 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:24.184155 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 192] EOF received (192) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:24.185577 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 192] EOF sent (192) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:24.186299 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c4304cb7-2752-4f9c-a57e-98b75c3fbd71 tempest-ManageNFSSnapshotTest-1693668761 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:24.254343 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] Received request to update access for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:48:24.254455 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-5f8cd966-90be-4294-9fdd-485911bd5ac0 tempest-ReplicationTest-1049150197 None] Lock "locked-share-replica-operation-for-share-052f7561-9378-4c1c-badd-e6df54c2873d" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:48:24.275333 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:24.275790 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:24.279657 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:24.279732 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:24.280032 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:24.330254 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.050s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:24.330422 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] Updating access rules for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:48:24.346912 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:24.346912 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:24.351469 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:24.352556 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:24.352556 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:24.361616 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:24.377282 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:24.377626 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:24.377798 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:24.379440 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 166] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:24.379563 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5f8cd966-90be-4294-9fdd-485911bd5ac0 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023@tmp_snapshot_for_replication__7b3d98f4_de05_4fda_88d1_50a6ce4a812e_time_2026-02-19T02:48:24.328142 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:24.379563 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5f8cd966-90be-4294-9fdd-485911bd5ac0 tempest-ReplicationTest-1049150197 None] [chan 151] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:24.379685 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 166] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:24.379761 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 166 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:24.381562 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 166] Sesch channel 166 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:24.381899 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 151] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:24.382158 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 151 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:24.383912 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 151] Sesch channel 151 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:24.413333 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 166] EOF received (166) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:24.413721 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 166] EOF sent (166) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:24.414493 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:24.414908 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:24.415307 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 49] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:24.415933 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 49] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:24.416093 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 49 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:24.418294 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 49] Sesch channel 49 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:24.543421 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 49] EOF received (49) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:24.543421 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 49] EOF sent (49) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:24.543421 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:24.543421 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.164s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:24.543421 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:24.543827 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:24.590639 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.047s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:24.591188 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:24.591799 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:24.592047 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:24.592294 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:24.592676 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:24.595351 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:24.595758 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:24.596088 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:24.598732 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:24.598987 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:24.599342 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:24.698165 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 151] EOF received (151) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:24.698434 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 151] EOF sent (151) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:24.698940 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5f8cd966-90be-4294-9fdd-485911bd5ac0 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:24.699156 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5f8cd966-90be-4294-9fdd-485911bd5ac0 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023@tmp_snapshot_for_replication__7b3d98f4_de05_4fda_88d1_50a6ce4a812e_time_2026-02-19T02:48:24.328142 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:24.699419 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5f8cd966-90be-4294-9fdd-485911bd5ac0 tempest-ReplicationTest-1049150197 None] [chan 130] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:24.699862 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 130] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:24.699975 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 130 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:24.701545 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 130] Sesch channel 130 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:24.731907 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.131s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:24.731907 np0000156481 manila-share[88840]: INFO manila.share.access [None req-0f624c56-e4bc-4929-88a0-411abffdb412 tempest-ShareIpRulesForNFSTest-1181610700 None] Access rules were successfully modified for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613.
Feb 19 02:48:25.576898 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 130] EOF received (130) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:25.576898 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 130] EOF sent (130) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:25.576898 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5f8cd966-90be-4294-9fdd-485911bd5ac0 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:25.576898 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-5f8cd966-90be-4294-9fdd-485911bd5ac0 tempest-ReplicationTest-1049150197 None] Info about replica '7b3d98f4-de05-4fda-88d1-50a6ce4a812e' creation is following:
Feb 19 02:48:25.576898 np0000156481 manila-share[88844]: receiving full stream of alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023@tmp_snapshot_for_replication__7b3d98f4_de05_4fda_88d1_50a6ce4a812e_time_2026-02-19T02:48:24.328142 into gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e@tmp_snapshot_for_replication__7b3d98f4_de05_4fda_88d1_50a6ce4a812e_time_2026-02-19T02:48:24.328142
Feb 19 02:48:25.576898 np0000156481 manila-share[88844]: received 43.9K stream in 0.38 seconds (114K/sec)
Feb 19 02:48:25.576898 np0000156481 manila-share[88844]:  {{(pid=88844) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 02:48:25.576898 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5f8cd966-90be-4294-9fdd-485911bd5ac0 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:25.581018 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5f8cd966-90be-4294-9fdd-485911bd5ac0 tempest-ReplicationTest-1049150197 None] [chan 139] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:25.581018 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 139] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:25.581018 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 139 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:25.581018 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 139] Sesch channel 139 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:25.634575 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 139] EOF received (139) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:25.635449 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 139] EOF sent (139) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:25.636061 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5f8cd966-90be-4294-9fdd-485911bd5ac0 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:25.636447 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5f8cd966-90be-4294-9fdd-485911bd5ac0 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:25.636795 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5f8cd966-90be-4294-9fdd-485911bd5ac0 tempest-ReplicationTest-1049150197 None] [chan 139] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:25.637486 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 139] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:25.637649 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 139 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:25.640410 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 139] Sesch channel 139 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:25.726163 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 139] EOF received (139) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:25.726788 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 139] EOF sent (139) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:25.727687 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5f8cd966-90be-4294-9fdd-485911bd5ac0 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:25.728059 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5f8cd966-90be-4294-9fdd-485911bd5ac0 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:25.728926 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5f8cd966-90be-4294-9fdd-485911bd5ac0 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:25.729215 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5f8cd966-90be-4294-9fdd-485911bd5ac0 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:25.729659 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5f8cd966-90be-4294-9fdd-485911bd5ac0 tempest-ReplicationTest-1049150197 None] [chan 69] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:25.730409 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 69] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:25.730648 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 69 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:25.732739 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 69] Sesch channel 69 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:25.763807 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 69] EOF received (69) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:25.764247 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 69] EOF sent (69) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:25.765124 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5f8cd966-90be-4294-9fdd-485911bd5ac0 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:25.765668 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5f8cd966-90be-4294-9fdd-485911bd5ac0 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:25.766058 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5f8cd966-90be-4294-9fdd-485911bd5ac0 tempest-ReplicationTest-1049150197 None] [chan 64] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:25.766821 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 64] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:25.767012 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 64 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:25.769410 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 64] Sesch channel 64 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:25.837035 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 64] EOF received (64) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:25.837511 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 64] EOF sent (64) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:25.838305 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5f8cd966-90be-4294-9fdd-485911bd5ac0 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:25.838940 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5f8cd966-90be-4294-9fdd-485911bd5ac0 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.110s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:25.839252 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5f8cd966-90be-4294-9fdd-485911bd5ac0 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:25.839649 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-5f8cd966-90be-4294-9fdd-485911bd5ac0 tempest-ReplicationTest-1049150197 None] [chan 70] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:25.840232 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 70] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:25.840488 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 70 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:25.841958 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 70] Sesch channel 70 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:25.871239 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 70] EOF received (70) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:25.871678 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 70] EOF sent (70) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:25.872344 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-5f8cd966-90be-4294-9fdd-485911bd5ac0 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:25.872714 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-5f8cd966-90be-4294-9fdd-485911bd5ac0 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is /gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:48:26.037231 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5f8cd966-90be-4294-9fdd-485911bd5ac0 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7b3d98f4-de05-4fda-88d1-50a6ce4a812e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:26.037972 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5f8cd966-90be-4294-9fdd-485911bd5ac0 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_7b3d98f4-de05-4fda-88d1-50a6ce4a812e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:26.042352 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5f8cd966-90be-4294-9fdd-485911bd5ac0 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_7b3d98f4-de05-4fda-88d1-50a6ce4a812e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:26.042579 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5f8cd966-90be-4294-9fdd-485911bd5ac0 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7b3d98f4-de05-4fda-88d1-50a6ce4a812e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:26.043065 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5f8cd966-90be-4294-9fdd-485911bd5ac0 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_7b3d98f4-de05-4fda-88d1-50a6ce4a812e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:26.062604 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-5f8cd966-90be-4294-9fdd-485911bd5ac0 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_7b3d98f4-de05-4fda-88d1-50a6ce4a812e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.020s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:26.062863 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-5f8cd966-90be-4294-9fdd-485911bd5ac0 tempest-ReplicationTest-1049150197 None] Share replica 7b3d98f4-de05-4fda-88d1-50a6ce4a812e created successfully.
Feb 19 02:48:26.188073 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c4304cb7-2752-4f9c-a57e-98b75c3fbd71 tempest-ManageNFSSnapshotTest-1693668761 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_0712ebc5_c89c_4900_a9f4_9ece81b8bad0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:26.188073 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c4304cb7-2752-4f9c-a57e-98b75c3fbd71 tempest-ManageNFSSnapshotTest-1693668761 None] [chan 144] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:26.189426 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 144] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:26.189795 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 144 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:26.192099 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 144] Sesch channel 144 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:26.284606 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 144] EOF received (144) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:26.284606 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 144] EOF sent (144) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:26.284606 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c4304cb7-2752-4f9c-a57e-98b75c3fbd71 tempest-ManageNFSSnapshotTest-1693668761 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:26.284606 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c4304cb7-2752-4f9c-a57e-98b75c3fbd71 tempest-ManageNFSSnapshotTest-1693668761 None] Lock "zfs-dataset-alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_0712ebc5_c89c_4900_a9f4_9ece81b8bad0" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.157s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:26.505649 np0000156481 manila-share[88840]: WARNING manila.db.sqlalchemy.api [None req-c4304cb7-2752-4f9c-a57e-98b75c3fbd71 tempest-ManageNFSSnapshotTest-1693668761 None] Change will make usage less than 0 for the following resources: ['snapshots', 'snapshot_gigabytes']
Feb 19 02:48:26.506646 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-c4304cb7-2752-4f9c-a57e-98b75c3fbd71 tempest-ManageNFSSnapshotTest-1693668761 None] Created reservations ['c0ee375e-21d6-49c2-8589-6f58f2270b73', 'b016fdb9-33af-469f-9dd8-af6f2f405614', '06c1e657-cd8e-406c-b430-a1a38b5da6b6', '078e6078-d11e-44be-9b99-f23a86755652'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:48:26.547027 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-c4304cb7-2752-4f9c-a57e-98b75c3fbd71 tempest-ManageNFSSnapshotTest-1693668761 None] Committed reservations ['c0ee375e-21d6-49c2-8589-6f58f2270b73', 'b016fdb9-33af-469f-9dd8-af6f2f405614', '06c1e657-cd8e-406c-b430-a1a38b5da6b6', '078e6078-d11e-44be-9b99-f23a86755652'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:48:27.146276 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1089642e-916a-429b-a71d-d423f94d70cf tempest-ManageNFSSnapshotTest-1693668761 None] Running cmd (SSH): sudo zfs snapshot alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_6f63b8bf_af75_4107_89f2_4c22e200f93a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:27.146757 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-1089642e-916a-429b-a71d-d423f94d70cf tempest-ManageNFSSnapshotTest-1693668761 None] [chan 193] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:27.147837 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 193] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:27.147837 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 193 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:27.149537 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 193] Sesch channel 193 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:27.196382 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 193] EOF received (193) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:27.196382 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 193] EOF sent (193) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:27.196382 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1089642e-916a-429b-a71d-d423f94d70cf tempest-ManageNFSSnapshotTest-1693668761 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:27.359064 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-70869eff-4f3f-41e6-ae5d-40952f01dc35 tempest-ReplicationTest-1049150197 None] Lock "locked-share-replica-operation-for-share-052f7561-9378-4c1c-badd-e6df54c2873d" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:48:27.534778 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-70869eff-4f3f-41e6-ae5d-40952f01dc35 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): ssh stack@127.0.0.1 set readonly=on alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:27.534974 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-70869eff-4f3f-41e6-ae5d-40952f01dc35 tempest-ReplicationTest-1049150197 None] [chan 152] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:27.535464 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 152] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:27.535590 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 152 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:27.537193 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 152] Sesch channel 152 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:27.563394 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] Received request to update access for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:48:27.583468 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:27.583468 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:27.586068 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:27.586399 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:27.586763 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:27.632450 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.046s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:27.632671 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] Updating access rules for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:48:27.655485 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:27.655485 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:27.660243 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:27.660515 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:27.660912 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:27.681296 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.019s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:27.697874 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:27.698470 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:27.698728 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:27.699091 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 167] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:27.699964 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 167] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:27.700150 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 167 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:27.701962 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 167] Sesch channel 167 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:27.735666 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 167] EOF received (167) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:27.735666 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 167] EOF sent (167) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:27.735666 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:27.735666 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:27.735666 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 82] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:27.737505 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 82] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:27.738334 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 82 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:27.739883 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 82] Sesch channel 82 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:27.741582 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 152] EOF received (152) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:27.741992 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 152] EOF sent (152) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:27.742706 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-70869eff-4f3f-41e6-ae5d-40952f01dc35 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:27.743112 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-70869eff-4f3f-41e6-ae5d-40952f01dc35 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023@tmp_snapshot_for_replication__b7b7cd15_817a_4e3b_9337_5d99c8f80023_time_2026-02-19T02:48:27.742748 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:27.743495 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-70869eff-4f3f-41e6-ae5d-40952f01dc35 tempest-ReplicationTest-1049150197 None] [chan 131] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:27.746209 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 131] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:27.746415 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 131 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:27.748284 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 131] Sesch channel 131 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:27.787415 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 82] EOF received (82) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:27.787992 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 82] EOF sent (82) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:27.788938 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:27.790357 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.091s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:27.790661 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:27.792172 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:27.821272 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.029s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:27.821830 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:27.822980 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:27.846797 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:27.847597 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:27.852433 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:27.854678 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:27.855198 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:27.856161 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:27.859486 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:27.860113 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:27.860875 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:27.893085 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.032s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:27.893575 np0000156481 manila-share[88840]: INFO manila.share.access [None req-dad22221-7845-4ec1-9a2a-c7225b21f035 tempest-ShareIpRulesForNFSTest-1181610700 None] Access rules were successfully modified for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613.
Feb 19 02:48:27.988672 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 131] EOF received (131) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:27.988929 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 131] EOF sent (131) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:27.989523 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-70869eff-4f3f-41e6-ae5d-40952f01dc35 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:27.998166 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-70869eff-4f3f-41e6-ae5d-40952f01dc35 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__7b3d98f4_de05_4fda_88d1_50a6ce4a812e_time_2026-02-19T02:48:24.328142 alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023@tmp_snapshot_for_replication__b7b7cd15_817a_4e3b_9337_5d99c8f80023_time_2026-02-19T02:48:27.742748 '|' ssh stack@127.0.0.1 sudo zfs receive -vF gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:27.998680 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-70869eff-4f3f-41e6-ae5d-40952f01dc35 tempest-ReplicationTest-1049150197 None] [chan 140] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:27.999147 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 140] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:27.999251 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 140 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:28.000699 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 140] Sesch channel 140 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:28.524853 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 140] EOF received (140) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:28.525424 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 140] EOF sent (140) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:28.525585 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-70869eff-4f3f-41e6-ae5d-40952f01dc35 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:28.525773 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-70869eff-4f3f-41e6-ae5d-40952f01dc35 tempest-ReplicationTest-1049150197 None] Info about last replica '7b3d98f4-de05-4fda-88d1-50a6ce4a812e' sync is following:
Feb 19 02:48:28.525773 np0000156481 manila-share[88844]: receiving incremental stream of alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023@tmp_snapshot_for_replication__b7b7cd15_817a_4e3b_9337_5d99c8f80023_time_2026-02-19T02:48:27.742748 into gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e@tmp_snapshot_for_replication__b7b7cd15_817a_4e3b_9337_5d99c8f80023_time_2026-02-19T02:48:27.742748
Feb 19 02:48:28.525773 np0000156481 manila-share[88844]: received 312B stream in 0.04 seconds (7.50K/sec)
Feb 19 02:48:28.525773 np0000156481 manila-share[88844]:  {{(pid=88844) promote_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1189}}
Feb 19 02:48:28.540306 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-70869eff-4f3f-41e6-ae5d-40952f01dc35 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:28.540674 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-70869eff-4f3f-41e6-ae5d-40952f01dc35 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:28.540850 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-70869eff-4f3f-41e6-ae5d-40952f01dc35 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:28.541072 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-70869eff-4f3f-41e6-ae5d-40952f01dc35 tempest-ReplicationTest-1049150197 None] [chan 65] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:28.541579 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 65] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:28.541682 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 65 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:28.544422 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 65] Sesch channel 65 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:28.571111 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 65] EOF received (65) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:28.571488 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 65] EOF sent (65) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:28.572102 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-70869eff-4f3f-41e6-ae5d-40952f01dc35 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:28.572466 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-70869eff-4f3f-41e6-ae5d-40952f01dc35 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:28.572779 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-70869eff-4f3f-41e6-ae5d-40952f01dc35 tempest-ReplicationTest-1049150197 None] [chan 71] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:28.573295 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 71] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:28.573485 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 71 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:28.574728 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 71] Sesch channel 71 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:28.620431 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 71] EOF received (71) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:28.620758 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 71] EOF sent (71) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:28.621201 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-70869eff-4f3f-41e6-ae5d-40952f01dc35 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:28.621497 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-70869eff-4f3f-41e6-ae5d-40952f01dc35 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.081s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:28.621688 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-70869eff-4f3f-41e6-ae5d-40952f01dc35 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs set readonly=off gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:28.621921 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-70869eff-4f3f-41e6-ae5d-40952f01dc35 tempest-ReplicationTest-1049150197 None] [chan 140] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:28.622396 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 140] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:28.622494 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 140 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:28.624143 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 140] Sesch channel 140 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:28.668056 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 140] EOF received (140) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:28.668520 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 140] EOF sent (140) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:28.669172 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-70869eff-4f3f-41e6-ae5d-40952f01dc35 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:28.684828 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-70869eff-4f3f-41e6-ae5d-40952f01dc35 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7b3d98f4-de05-4fda-88d1-50a6ce4a812e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:28.685397 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-70869eff-4f3f-41e6-ae5d-40952f01dc35 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_7b3d98f4-de05-4fda-88d1-50a6ce4a812e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:28.712587 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-70869eff-4f3f-41e6-ae5d-40952f01dc35 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_7b3d98f4-de05-4fda-88d1-50a6ce4a812e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:28.724728 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-70869eff-4f3f-41e6-ae5d-40952f01dc35 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7b3d98f4-de05-4fda-88d1-50a6ce4a812e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:28.725075 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-70869eff-4f3f-41e6-ae5d-40952f01dc35 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_7b3d98f4-de05-4fda-88d1-50a6ce4a812e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:28.749639 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-70869eff-4f3f-41e6-ae5d-40952f01dc35 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_7b3d98f4-de05-4fda-88d1-50a6ce4a812e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:28.749852 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-70869eff-4f3f-41e6-ae5d-40952f01dc35 tempest-ReplicationTest-1049150197 None] Share replica 7b3d98f4-de05-4fda-88d1-50a6ce4a812e: promoted to active state successfully.
Feb 19 02:48:30.407099 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-17ba19de-1d65-4a27-ad9c-16a9b9dc5c44 tempest-ManageNFSSnapshotTest-1693668761 None] Created reservations ['1587942e-50d6-4491-8410-310eb41f6d01', '252535fd-77d1-4783-977d-1587a397c1df', 'd279eff7-5134-495f-a46b-f6d6c6bb1c6e', '18cab084-0755-46b3-8a32-b58a87df7000'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:48:30.423940 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-17ba19de-1d65-4a27-ad9c-16a9b9dc5c44 tempest-ManageNFSSnapshotTest-1693668761 None] Committed reservations ['1587942e-50d6-4491-8410-310eb41f6d01', '252535fd-77d1-4783-977d-1587a397c1df', 'd279eff7-5134-495f-a46b-f6d6c6bb1c6e', '18cab084-0755-46b3-8a32-b58a87df7000'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:48:30.434629 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:48:30.434897 np0000156481 manila-share[88840]: DEBUG manila.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Notifying Schedulers of capabilities ... {{(pid=88840) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:48:30.437528 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:48:30.469053 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:48:30.469053 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica instances. {{(pid=88840) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:48:30.477010 np0000156481 manila-share[88840]: DEBUG manila.coordination [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Lock "locked-share-replica-operation-for-share-052f7561-9378-4c1c-badd-e6df54c2873d" acquired by "locked_replica_operation". {{(pid=88840) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:48:30.509438 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share share_replica b7b7cd15-817a-4e3b-9337-5d99c8f80023:  {{(pid=88840) _share_replica_update /opt/stack/manila/manila/share/manager.py:2964}}
Feb 19 02:48:30.547352 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e@tmp_snapshot_for_replication__b7b7cd15_817a_4e3b_9337_5d99c8f80023_time_2026-02-19T02:48:30.546654 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:30.547352 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 145] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:30.548128 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 145] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:30.548397 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 145 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:30.550244 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 145] Sesch channel 145 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:30.757268 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] Received request to update access for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:48:30.776340 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:30.776858 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:30.779934 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:30.780167 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:30.780486 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:30.805850 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 145] EOF received (145) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:30.806142 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 145] EOF sent (145) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:30.807044 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:30.807273 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zfs set readonly=on alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:30.807671 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 194] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:30.809571 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 194] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:30.809695 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 194 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:30.817787 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 194] Sesch channel 194 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:30.844373 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.063s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:30.844373 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] Updating access rules for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:48:30.860196 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 194] EOF received (194) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:30.860530 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 194] EOF sent (194) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:30.860966 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:30.861204 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__b7b7cd15_817a_4e3b_9337_5d99c8f80023_time_2026-02-19T02:48:27.742748 gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e@tmp_snapshot_for_replication__b7b7cd15_817a_4e3b_9337_5d99c8f80023_time_2026-02-19T02:48:30.546654 '|' ssh stack@127.0.0.1 sudo zfs receive -vF alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:30.861511 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 168] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:30.863320 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 168] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:30.863499 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 168 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:30.865488 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 168] Sesch channel 168 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:30.865603 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:30.865984 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:30.873130 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:30.873269 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:30.873546 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:30.887373 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.013s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:30.904045 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:30.904414 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:30.904658 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:30.904901 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 146] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:30.905417 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 146] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:30.905570 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 146 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:30.908670 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 146] Sesch channel 146 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:30.938820 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 146] EOF received (146) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:30.939132 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 146] EOF sent (146) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:30.939706 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:30.939977 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:30.940627 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 50] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:30.941412 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 50] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:30.941412 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 50 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:30.953986 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 50] Sesch channel 50 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:30.990090 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 50] EOF received (50) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:30.990275 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 50] EOF sent (50) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:30.990735 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:30.990947 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.087s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:30.991134 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:30.991435 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:31.033598 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.042s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:31.033767 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:31.034119 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:31.034243 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:31.034391 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:31.034585 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:31.036562 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:31.036696 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:31.036893 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:31.039504 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:31.039619 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:31.039834 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:31.064773 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.025s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:31.064902 np0000156481 manila-share[88840]: INFO manila.share.access [None req-152b641c-9720-428c-8784-a25d28ab279a tempest-ShareIpRulesForNFSTest-1181610700 None] Access rules were successfully modified for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613.
Feb 19 02:48:31.431095 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 168] EOF received (168) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:31.431095 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 168] EOF sent (168) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:31.431095 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:31.431095 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Info about last replica 'b7b7cd15-817a-4e3b-9337-5d99c8f80023' sync is following:
Feb 19 02:48:31.431095 np0000156481 manila-share[88840]: receiving incremental stream of gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e@tmp_snapshot_for_replication__b7b7cd15_817a_4e3b_9337_5d99c8f80023_time_2026-02-19T02:48:30.546654 into alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023@tmp_snapshot_for_replication__b7b7cd15_817a_4e3b_9337_5d99c8f80023_time_2026-02-19T02:48:30.546654
Feb 19 02:48:31.431095 np0000156481 manila-share[88840]: received 312B stream in 0.08 seconds (3.62K/sec)
Feb 19 02:48:31.431095 np0000156481 manila-share[88840]:  {{(pid=88840) _update_replica_state /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1070}}
Feb 19 02:48:31.456531 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:31.456717 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 195] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:31.457737 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 195] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:31.457815 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 195 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:31.459826 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 195] Sesch channel 195 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:31.498414 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 195] EOF received (195) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:31.498805 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 195] EOF sent (195) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:31.499608 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:31.499956 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Acquiring lock "zfs-dataset-alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023@tmp_snapshot_for_replication__7b3d98f4_de05_4fda_88d1_50a6ce4a812e_time_2026-02-19T02:48:24.328142" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:31.500575 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Lock "zfs-dataset-alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023@tmp_snapshot_for_replication__7b3d98f4_de05_4fda_88d1_50a6ce4a812e_time_2026-02-19T02:48:24.328142" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:31.500827 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023@tmp_snapshot_for_replication__7b3d98f4_de05_4fda_88d1_50a6ce4a812e_time_2026-02-19T02:48:24.328142 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:31.501132 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 147] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:31.501740 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 147] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:31.501831 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 147 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:31.503651 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 147] Sesch channel 147 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:31.529612 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 147] EOF received (147) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:31.529975 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 147] EOF sent (147) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:31.530623 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:31.530835 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:48:31.531262 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:31.531603 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 169] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:31.532144 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 169] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:31.532329 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 169 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:31.533873 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 169] Sesch channel 169 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:31.553666 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 169] EOF received (169) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:31.553968 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 169] EOF sent (169) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:31.554523 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:33.515380 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-28001819-0d97-40bd-a8bc-b2a39a1ddf37 tempest-ManageNFSSnapshotTest-1693668761 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_6f63b8bf_af75_4107_89f2_4c22e200f93a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:33.515910 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-28001819-0d97-40bd-a8bc-b2a39a1ddf37 tempest-ManageNFSSnapshotTest-1693668761 None] [chan 196] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:33.516168 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 196] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:33.516276 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 196 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:33.517800 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 196] Sesch channel 196 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:33.542046 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 196] EOF received (196) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:33.542533 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 196] EOF sent (196) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:33.543157 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-28001819-0d97-40bd-a8bc-b2a39a1ddf37 tempest-ManageNFSSnapshotTest-1693668761 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:33.547014 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-28001819-0d97-40bd-a8bc-b2a39a1ddf37 tempest-ManageNFSSnapshotTest-1693668761 None] Running cmd (SSH): sudo zfs rename alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_6f63b8bf_af75_4107_89f2_4c22e200f93a alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_bf71d838_f0f6_441e_9cca_8a2705296426 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:33.547393 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-28001819-0d97-40bd-a8bc-b2a39a1ddf37 tempest-ManageNFSSnapshotTest-1693668761 None] [chan 148] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:33.554909 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023@tmp_snapshot_for_replication__7b3d98f4_de05_4fda_88d1_50a6ce4a812e_time_2026-02-19T02:48:24.328142 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:33.555097 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 170] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:33.555643 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 170] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:33.555744 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 170 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:33.558584 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 170] Sesch channel 170 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:33.560470 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 148] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:33.560470 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 148 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:33.562237 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 148] Sesch channel 148 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:33.602489 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 170] EOF received (170) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:33.602989 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 170] EOF sent (170) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:33.603657 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:33.604091 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Lock "zfs-dataset-alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023@tmp_snapshot_for_replication__7b3d98f4_de05_4fda_88d1_50a6ce4a812e_time_2026-02-19T02:48:24.328142" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.104s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:33.604377 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Acquiring lock "zfs-dataset-alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023@tmp_snapshot_for_replication__b7b7cd15_817a_4e3b_9337_5d99c8f80023_time_2026-02-19T02:48:27.742748" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:33.604963 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Lock "zfs-dataset-alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023@tmp_snapshot_for_replication__b7b7cd15_817a_4e3b_9337_5d99c8f80023_time_2026-02-19T02:48:27.742748" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:33.605205 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023@tmp_snapshot_for_replication__b7b7cd15_817a_4e3b_9337_5d99c8f80023_time_2026-02-19T02:48:27.742748 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:33.605548 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 197] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:33.606220 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 197] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:33.606452 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 197 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:33.608443 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 197] Sesch channel 197 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:33.614590 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 148] EOF received (148) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:33.614590 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 148] EOF sent (148) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:33.614737 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-28001819-0d97-40bd-a8bc-b2a39a1ddf37 tempest-ManageNFSSnapshotTest-1693668761 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:33.646450 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 197] EOF received (197) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:33.646450 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 197] EOF sent (197) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:33.647818 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:33.648335 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:48:33.649183 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:33.649747 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 171] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:33.651045 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 171] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:33.651616 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 171 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:33.662518 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 171] Sesch channel 171 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:33.687724 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 171] EOF received (171) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:33.687724 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 171] EOF sent (171) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:33.687724 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:34.029536 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] Received request to update access for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:48:34.045001 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:34.045727 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:34.048934 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:34.049128 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:34.049489 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:34.084193 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.034s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:34.084765 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] Updating access rules for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:48:34.100894 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:34.101399 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:34.106758 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:34.107014 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:34.107333 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:34.121039 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.013s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:34.139708 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:34.139708 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:34.140609 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:34.140609 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 149] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:34.140940 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 149] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:34.141106 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 149 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:34.142653 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 149] Sesch channel 149 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:34.174421 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 149] EOF received (149) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:34.174421 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 149] EOF sent (149) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:34.174421 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:34.174421 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:34.174421 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 83] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:34.175147 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 83] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:34.175659 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 83 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:34.177620 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 83] Sesch channel 83 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:34.233418 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 83] EOF received (83) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:34.233418 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 83] EOF sent (83) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:34.233418 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:34.233418 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.093s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:34.233418 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:34.234381 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:34.259511 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.025s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:34.259842 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:34.260145 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:34.282213 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.022s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:34.282704 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:34.283141 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:34.287156 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:34.287524 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:34.288012 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:34.290698 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:34.291023 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:34.291455 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:34.326763 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.035s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:34.327451 np0000156481 manila-share[88840]: INFO manila.share.access [None req-c509709b-5b43-4deb-a0ac-ace26351a7f5 tempest-ShareIpRulesForNFSTest-1181610700 None] Access rules were successfully modified for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613.
Feb 19 02:48:35.689853 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023@tmp_snapshot_for_replication__b7b7cd15_817a_4e3b_9337_5d99c8f80023_time_2026-02-19T02:48:27.742748 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:35.689853 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 198] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:35.691176 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 198] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:35.691883 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 198 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:35.693940 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 198] Sesch channel 198 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:35.742376 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 198] EOF received (198) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:35.742376 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 198] EOF sent (198) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:35.742376 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:35.742376 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Lock "zfs-dataset-alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023@tmp_snapshot_for_replication__b7b7cd15_817a_4e3b_9337_5d99c8f80023_time_2026-02-19T02:48:27.742748" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.136s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:35.742376 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs list -r -t snapshot gamma {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:35.742376 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 172] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:35.742904 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 172] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:35.743107 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 172 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:35.744911 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 172] Sesch channel 172 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:35.974868 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 172] EOF received (172) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:35.974868 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 172] EOF sent (172) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:35.974868 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:35.974868 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs destroy -f gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e@tmp_snapshot_for_replication__b7b7cd15_817a_4e3b_9337_5d99c8f80023_time_2026-02-19T02:48:27.742748 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:35.975724 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 150] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:35.976604 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 150] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:35.976943 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 150 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:35.978509 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 150] Sesch channel 150 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.225808 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 150] EOF received (150) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.225808 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 150] EOF sent (150) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.225808 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:36.236942 np0000156481 manila-share[88840]: DEBUG manila.coordination [None req-2e3bd9d7-e0fc-4245-a469-bb18c509547b tempest-ReplicationTest-1049150197 None] Lock "locked-share-replica-operation-for-share-052f7561-9378-4c1c-badd-e6df54c2873d" acquired by "locked_replica_operation". {{(pid=88840) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:48:36.237839 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:48:36.239332 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:48:36.246156 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:48:36.246391 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:48:36.255971 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:48:36.256156 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica snapshots. {{(pid=88840) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:48:36.293528 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-2e3bd9d7-e0fc-4245-a469-bb18c509547b tempest-ReplicationTest-1049150197 None] Running cmd (SSH): ssh stack@127.0.0.1 set readonly=on gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:36.293965 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-2e3bd9d7-e0fc-4245-a469-bb18c509547b tempest-ReplicationTest-1049150197 None] [chan 199] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.294501 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 199] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.294661 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 199 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:36.296297 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 199] Sesch channel 199 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.298857 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._report_driver_status {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:48:36.299035 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share status
Feb 19 02:48:36.299295 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:36.299518 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 173] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.302137 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 173] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.302424 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 173 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:36.304038 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 173] Sesch channel 173 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.337371 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 173] EOF received (173) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.337371 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 173] EOF sent (173) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.337371 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:36.337371 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:48:36.337371 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:36.337371 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 151] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.338110 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 151] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.338557 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 151 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:36.340274 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 151] Sesch channel 151 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.372005 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 151] EOF received (151) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.372005 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 151] EOF sent (151) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.372005 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:36.372005 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:48:36.372005 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:36.372005 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 174] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.376259 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 174] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.376259 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 174 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:36.377908 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 174] Sesch channel 174 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.409092 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 174] EOF received (174) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.409092 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 174] EOF sent (174) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.409092 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:36.409092 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:48:36.409092 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:36.409092 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 152] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.412195 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 152] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.412195 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 152 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:36.413931 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 152] Sesch channel 152 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.444069 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 152] EOF received (152) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.444069 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 152] EOF sent (152) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.444069 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:36.444069 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:48:36.444069 np0000156481 manila-share[88840]: DEBUG manila.share.driver [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share stats. {{(pid=88840) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:48:36.444069 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:48:36.447988 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:48:36.450989 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:48:36.451219 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share instances. {{(pid=88840) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:48:36.458882 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:48:36.499350 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 199] EOF received (199) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.499350 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 199] EOF sent (199) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.499350 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-2e3bd9d7-e0fc-4245-a469-bb18c509547b tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:36.499350 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-2e3bd9d7-e0fc-4245-a469-bb18c509547b tempest-ReplicationTest-1049150197 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e@tmp_snapshot_for_replication__7b3d98f4_de05_4fda_88d1_50a6ce4a812e_time_2026-02-19T02:48:36.498774 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:36.499350 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-2e3bd9d7-e0fc-4245-a469-bb18c509547b tempest-ReplicationTest-1049150197 None] [chan 175] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.503972 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 175] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.503972 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 175 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:36.505780 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 175] Sesch channel 175 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.755038 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cace366b-b324-40a7-aa37-2ca08668a5e0 tempest-ManageNFSSnapshotTest-1693668761 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_bf71d838_f0f6_441e_9cca_8a2705296426 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:36.755038 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-cace366b-b324-40a7-aa37-2ca08668a5e0 tempest-ManageNFSSnapshotTest-1693668761 None] [chan 153] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.757269 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 153] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.757269 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 153 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:36.757269 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 153] Sesch channel 153 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.761952 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 175] EOF received (175) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.762175 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 175] EOF sent (175) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.762651 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-2e3bd9d7-e0fc-4245-a469-bb18c509547b tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:36.773160 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-2e3bd9d7-e0fc-4245-a469-bb18c509547b tempest-ReplicationTest-1049150197 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__b7b7cd15_817a_4e3b_9337_5d99c8f80023_time_2026-02-19T02:48:30.546654 gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e@tmp_snapshot_for_replication__7b3d98f4_de05_4fda_88d1_50a6ce4a812e_time_2026-02-19T02:48:36.498774 '|' ssh stack@127.0.0.1 sudo zfs receive -vF alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:36.773368 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-2e3bd9d7-e0fc-4245-a469-bb18c509547b tempest-ReplicationTest-1049150197 None] [chan 200] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.776734 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 200] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.776825 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 200 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:36.778637 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 200] Sesch channel 200 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.787593 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 153] EOF received (153) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.788016 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 153] EOF sent (153) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.788772 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cace366b-b324-40a7-aa37-2ca08668a5e0 tempest-ManageNFSSnapshotTest-1693668761 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:36.789181 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cace366b-b324-40a7-aa37-2ca08668a5e0 tempest-ManageNFSSnapshotTest-1693668761 None] Acquiring lock "zfs-dataset-alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_bf71d838_f0f6_441e_9cca_8a2705296426" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:36.789934 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cace366b-b324-40a7-aa37-2ca08668a5e0 tempest-ManageNFSSnapshotTest-1693668761 None] Lock "zfs-dataset-alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_bf71d838_f0f6_441e_9cca_8a2705296426" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:36.790117 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cace366b-b324-40a7-aa37-2ca08668a5e0 tempest-ManageNFSSnapshotTest-1693668761 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_bf71d838_f0f6_441e_9cca_8a2705296426 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:36.790516 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-cace366b-b324-40a7-aa37-2ca08668a5e0 tempest-ManageNFSSnapshotTest-1693668761 None] [chan 176] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.805955 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 176] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.806181 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 176 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:36.807882 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 176] Sesch channel 176 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.836496 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 176] EOF received (176) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.837006 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 176] EOF sent (176) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.837747 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cace366b-b324-40a7-aa37-2ca08668a5e0 tempest-ManageNFSSnapshotTest-1693668761 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:36.838096 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-cace366b-b324-40a7-aa37-2ca08668a5e0 tempest-ManageNFSSnapshotTest-1693668761 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:48:36.838588 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cace366b-b324-40a7-aa37-2ca08668a5e0 tempest-ManageNFSSnapshotTest-1693668761 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:36.838935 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-cace366b-b324-40a7-aa37-2ca08668a5e0 tempest-ManageNFSSnapshotTest-1693668761 None] [chan 154] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.839594 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 154] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.839775 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 154 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:36.842056 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 154] Sesch channel 154 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.863386 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 154] EOF received (154) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.863808 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 154] EOF sent (154) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:36.864427 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cace366b-b324-40a7-aa37-2ca08668a5e0 tempest-ManageNFSSnapshotTest-1693668761 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:37.214139 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] Received request to update access for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:48:37.236883 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:37.237139 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:37.239297 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:37.239449 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:37.239689 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:37.260026 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 200] EOF received (200) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:37.260243 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 200] EOF sent (200) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:37.260786 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-2e3bd9d7-e0fc-4245-a469-bb18c509547b tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:37.260931 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-2e3bd9d7-e0fc-4245-a469-bb18c509547b tempest-ReplicationTest-1049150197 None] Info about last replica 'b7b7cd15-817a-4e3b-9337-5d99c8f80023' sync is following:
Feb 19 02:48:37.260931 np0000156481 manila-share[88840]: receiving incremental stream of gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e@tmp_snapshot_for_replication__7b3d98f4_de05_4fda_88d1_50a6ce4a812e_time_2026-02-19T02:48:36.498774 into alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023@tmp_snapshot_for_replication__7b3d98f4_de05_4fda_88d1_50a6ce4a812e_time_2026-02-19T02:48:36.498774
Feb 19 02:48:37.260931 np0000156481 manila-share[88840]: received 312B stream in 0.04 seconds (6.87K/sec)
Feb 19 02:48:37.260931 np0000156481 manila-share[88840]:  {{(pid=88840) promote_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1189}}
Feb 19 02:48:37.279190 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-2e3bd9d7-e0fc-4245-a469-bb18c509547b tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:37.279551 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-2e3bd9d7-e0fc-4245-a469-bb18c509547b tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:37.279673 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-2e3bd9d7-e0fc-4245-a469-bb18c509547b tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:37.279862 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-2e3bd9d7-e0fc-4245-a469-bb18c509547b tempest-ReplicationTest-1049150197 None] [chan 51] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:37.280288 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 51] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:37.280414 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 51 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:37.285669 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 51] Sesch channel 51 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:37.292353 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.052s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:37.292498 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] Updating access rules for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:48:37.307305 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:37.307733 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:37.309804 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 51] EOF received (51) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:37.310161 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 51] EOF sent (51) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:37.310748 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-2e3bd9d7-e0fc-4245-a469-bb18c509547b tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:37.311030 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-2e3bd9d7-e0fc-4245-a469-bb18c509547b tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:37.311267 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-2e3bd9d7-e0fc-4245-a469-bb18c509547b tempest-ReplicationTest-1049150197 None] [chan 84] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:37.316640 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 84] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:37.316822 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 84 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:37.320172 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 84] Sesch channel 84 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:37.321001 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.013s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:37.321216 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:37.321657 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:37.333888 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.012s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:37.348010 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:37.348829 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:37.349064 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:37.349372 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 177] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:37.349976 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 177] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:37.350086 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 177 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:37.352013 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 177] Sesch channel 177 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:37.363507 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 84] EOF received (84) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:37.363764 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 84] EOF sent (84) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:37.364110 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-2e3bd9d7-e0fc-4245-a469-bb18c509547b tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:37.364364 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-2e3bd9d7-e0fc-4245-a469-bb18c509547b tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.085s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:37.364539 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-2e3bd9d7-e0fc-4245-a469-bb18c509547b tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs set readonly=off alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:37.364744 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-2e3bd9d7-e0fc-4245-a469-bb18c509547b tempest-ReplicationTest-1049150197 None] [chan 155] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:37.365194 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 155] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:37.365295 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 155 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:37.366706 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 155] Sesch channel 155 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:37.386094 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 177] EOF received (177) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:37.386353 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 177] EOF sent (177) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:37.386768 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:37.387003 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs set sharenfs=ro=2.2.2.2,no_root_squash alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:37.387213 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 52] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:37.387709 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 52] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:37.387816 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 52 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:37.389692 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 52] Sesch channel 52 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:37.414127 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 155] EOF received (155) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:37.414549 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 155] EOF sent (155) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:37.415189 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-2e3bd9d7-e0fc-4245-a469-bb18c509547b tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:37.436141 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-2e3bd9d7-e0fc-4245-a469-bb18c509547b tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b7b7cd15-817a-4e3b-9337-5d99c8f80023" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:37.436600 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-2e3bd9d7-e0fc-4245-a469-bb18c509547b tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b7b7cd15-817a-4e3b-9337-5d99c8f80023" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:37.438478 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 52] EOF received (52) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:37.438725 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 52] EOF sent (52) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:37.439115 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:37.439370 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.091s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:37.439605 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:37.439906 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:37.475825 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-2e3bd9d7-e0fc-4245-a469-bb18c509547b tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b7b7cd15-817a-4e3b-9337-5d99c8f80023" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.039s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:37.492629 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-2e3bd9d7-e0fc-4245-a469-bb18c509547b tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b7b7cd15-817a-4e3b-9337-5d99c8f80023" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:37.492908 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-2e3bd9d7-e0fc-4245-a469-bb18c509547b tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b7b7cd15-817a-4e3b-9337-5d99c8f80023" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:37.494617 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.055s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:37.494764 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:37.494981 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:37.495083 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:37.495204 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:37.495402 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:37.498875 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:37.498994 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:37.499199 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:37.503606 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:37.503731 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:37.503953 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:37.517373 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-2e3bd9d7-e0fc-4245-a469-bb18c509547b tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b7b7cd15-817a-4e3b-9337-5d99c8f80023" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:37.517522 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-2e3bd9d7-e0fc-4245-a469-bb18c509547b tempest-ReplicationTest-1049150197 None] Share replica b7b7cd15-817a-4e3b-9337-5d99c8f80023: promoted to active state successfully.
Feb 19 02:48:37.532131 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.028s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:37.532343 np0000156481 manila-share[88840]: INFO manila.share.access [None req-67d80c17-1b56-45e8-b772-253b9640edf2 tempest-ShareIpRulesForNFSTest-1181610700 None] Access rules were successfully modified for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613.
Feb 19 02:48:38.866121 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cace366b-b324-40a7-aa37-2ca08668a5e0 tempest-ManageNFSSnapshotTest-1693668761 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_bf71d838_f0f6_441e_9cca_8a2705296426 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:38.866936 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-cace366b-b324-40a7-aa37-2ca08668a5e0 tempest-ManageNFSSnapshotTest-1693668761 None] [chan 201] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:38.867242 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 201] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:38.867242 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 201 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:38.868566 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 201] Sesch channel 201 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:38.904698 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 201] EOF received (201) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:38.904993 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 201] EOF sent (201) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:38.905679 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cace366b-b324-40a7-aa37-2ca08668a5e0 tempest-ManageNFSSnapshotTest-1693668761 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:38.906064 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cace366b-b324-40a7-aa37-2ca08668a5e0 tempest-ManageNFSSnapshotTest-1693668761 None] Lock "zfs-dataset-alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88@manila_share_snapshot_bf71d838_f0f6_441e_9cca_8a2705296426" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.116s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:39.001717 np0000156481 manila-share[88840]: WARNING manila.db.sqlalchemy.api [None req-cace366b-b324-40a7-aa37-2ca08668a5e0 tempest-ManageNFSSnapshotTest-1693668761 None] Change will make usage less than 0 for the following resources: ['snapshots', 'snapshot_gigabytes']
Feb 19 02:48:39.002065 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-cace366b-b324-40a7-aa37-2ca08668a5e0 tempest-ManageNFSSnapshotTest-1693668761 None] Created reservations ['d4ef1357-413a-4a58-9693-fefe48e7b454', '6c314f4b-a49b-4173-90ca-83b45ea03b81', '5cea0235-58de-4bbf-acad-302385bc97ae', '46044110-6122-4f21-a23c-f5ec34da6144'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:48:39.016679 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-cace366b-b324-40a7-aa37-2ca08668a5e0 tempest-ManageNFSSnapshotTest-1693668761 None] Committed reservations ['d4ef1357-413a-4a58-9693-fefe48e7b454', '6c314f4b-a49b-4173-90ca-83b45ea03b81', '5cea0235-58de-4bbf-acad-302385bc97ae', '46044110-6122-4f21-a23c-f5ec34da6144'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:48:39.869425 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Lock "locked-share-replica-operation-for-share-052f7561-9378-4c1c-badd-e6df54c2873d" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:48:39.938259 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7b3d98f4-de05-4fda-88d1-50a6ce4a812e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:39.938544 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_7b3d98f4-de05-4fda-88d1-50a6ce4a812e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:39.940916 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_7b3d98f4-de05-4fda-88d1-50a6ce4a812e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:39.941044 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7b3d98f4-de05-4fda-88d1-50a6ce4a812e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:39.941242 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_7b3d98f4-de05-4fda-88d1-50a6ce4a812e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:39.942871 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_7b3d98f4-de05-4fda-88d1-50a6ce4a812e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:39.942998 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7b3d98f4-de05-4fda-88d1-50a6ce4a812e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:39.943196 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_7b3d98f4-de05-4fda-88d1-50a6ce4a812e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:39.945282 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_7b3d98f4-de05-4fda-88d1-50a6ce4a812e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:39.945433 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] All access rules have been synced for share instance 7b3d98f4-de05-4fda-88d1-50a6ce4a812e belonging to share 052f7561-9378-4c1c-badd-e6df54c2873d. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:48:39.949101 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:39.949283 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] [chan 153] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:39.949818 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 153] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:39.949890 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 153 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:39.951604 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 153] Sesch channel 153 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:39.991568 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 153] EOF received (153) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:39.991975 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 153] EOF sent (153) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:39.992719 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:39.993116 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e@tmp_snapshot_for_replication__7b3d98f4_de05_4fda_88d1_50a6ce4a812e_time_2026-02-19T02:48:24.328142" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:39.993742 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e@tmp_snapshot_for_replication__7b3d98f4_de05_4fda_88d1_50a6ce4a812e_time_2026-02-19T02:48:24.328142" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:39.994033 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e@tmp_snapshot_for_replication__7b3d98f4_de05_4fda_88d1_50a6ce4a812e_time_2026-02-19T02:48:24.328142 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:39.994509 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] [chan 132] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:39.995622 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 132] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:39.995795 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 132 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:39.997573 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 132] Sesch channel 132 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.023387 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 132] EOF received (132) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.023777 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 132] EOF sent (132) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.024441 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:40.024840 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:48:40.025275 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:40.025658 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] [chan 141] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.027033 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 141] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.027207 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 141 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:40.029500 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 141] Sesch channel 141 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.060008 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 141] EOF received (141) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.060436 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 141] EOF sent (141) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.061057 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:40.083144 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] Acquiring lock "locked_access_rules_operation_by_share_instance_65e96477-db0a-4b1f-967a-dc4ffd0d9b88" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:40.083615 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] Lock "locked_access_rules_operation_by_share_instance_65e96477-db0a-4b1f-967a-dc4ffd0d9b88" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:40.085887 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] Lock "locked_access_rules_operation_by_share_instance_65e96477-db0a-4b1f-967a-dc4ffd0d9b88" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:40.086633 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] Acquiring lock "locked_access_rules_operation_by_share_instance_65e96477-db0a-4b1f-967a-dc4ffd0d9b88" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:40.086633 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] Lock "locked_access_rules_operation_by_share_instance_65e96477-db0a-4b1f-967a-dc4ffd0d9b88" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:40.088917 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] Lock "locked_access_rules_operation_by_share_instance_65e96477-db0a-4b1f-967a-dc4ffd0d9b88" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:40.089120 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] Acquiring lock "locked_access_rules_operation_by_share_instance_65e96477-db0a-4b1f-967a-dc4ffd0d9b88" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:40.089410 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] Lock "locked_access_rules_operation_by_share_instance_65e96477-db0a-4b1f-967a-dc4ffd0d9b88" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:40.091738 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] Lock "locked_access_rules_operation_by_share_instance_65e96477-db0a-4b1f-967a-dc4ffd0d9b88" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:40.091909 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] All access rules have been synced for share instance 65e96477-db0a-4b1f-967a-dc4ffd0d9b88 belonging to share e90d42fa-bc4f-4609-a027-02c9bf468113. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:48:40.095916 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:40.096158 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] [chan 178] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.096682 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 178] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.096775 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 178 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:40.098448 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 178] Sesch channel 178 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.129856 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 178] EOF received (178) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.130331 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 178] EOF sent (178) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.130999 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:40.131423 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:40.131761 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] [chan 156] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.132453 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 156] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.132786 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 156 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:40.134278 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 156] Sesch channel 156 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.163375 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 156] EOF received (156) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.163752 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 156] EOF sent (156) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.164406 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:40.164884 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] Acquiring lock "zfs-dataset-alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:40.165504 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] Lock "zfs-dataset-alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:40.165793 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:40.166126 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] [chan 85] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.166862 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 85] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.167031 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 85 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:40.169158 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 85] Sesch channel 85 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.197203 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 85] EOF received (85) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.197636 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 85] EOF sent (85) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.198237 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:40.198599 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:48:40.198918 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] Lock "zfs-dataset-alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.033s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:40.199202 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] Acquiring lock "zfs-dataset-alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:40.199718 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] Lock "zfs-dataset-alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:40.200006 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:40.200503 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] [chan 202] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.201196 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 202] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.201426 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 202 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:40.203273 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 202] Sesch channel 202 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.227017 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 202] EOF received (202) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.227421 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 202] EOF sent (202) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.228040 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:40.228403 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] ZFS option mountpoint's value is /alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:48:40.228747 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] Running cmd (SSH): lsof -w /alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:40.229090 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] [chan 179] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.229717 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 179] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.229872 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 179 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:40.231366 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 179] Sesch channel 179 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.360705 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 179] EOF received (179) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.361072 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 179] EOF sent (179) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.361843 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:40.362478 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] Running cmd (SSH): sudo umount /alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:40.362881 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] [chan 157] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.363721 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 157] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.363961 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 157 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:40.366522 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 157] Sesch channel 157 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.407465 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 157] EOF received (157) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.407907 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 157] EOF sent (157) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.408367 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:40.634681 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] Received request to update access for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:48:40.650834 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:40.651239 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:40.653878 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:40.654106 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:40.654396 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:40.696124 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.041s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:40.697403 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] Updating access rules for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:48:40.712472 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:40.712962 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:40.719632 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:40.719833 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:40.720158 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:40.731695 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.011s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:40.751764 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:40.752197 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:40.752373 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:40.752581 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 203] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.753033 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 203] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.753106 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 203 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:40.754350 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 203] Sesch channel 203 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.789121 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 203] EOF received (203) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.789526 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 203] EOF sent (203) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.790257 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:40.790695 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:40.791032 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 53] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.791662 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 53] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.791825 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 53 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:40.793916 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 53] Sesch channel 53 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.843493 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 53] EOF received (53) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.843894 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 53] EOF sent (53) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:40.844610 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:40.845036 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.093s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:40.845484 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:40.845997 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:40.870500 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:40.870736 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:40.871098 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:40.891623 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.020s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:40.891782 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:40.892058 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:40.894755 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:40.894951 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:40.895283 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:40.897936 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:40.898153 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:40.898544 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:40.929153 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.030s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:40.929269 np0000156481 manila-share[88840]: INFO manila.share.access [None req-cc7343b5-ab08-4627-b203-819fbf58179a tempest-ShareIpRulesForNFSTest-1181610700 None] Access rules were successfully modified for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613.
Feb 19 02:48:42.063645 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e@tmp_snapshot_for_replication__7b3d98f4_de05_4fda_88d1_50a6ce4a812e_time_2026-02-19T02:48:24.328142 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:42.063645 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] [chan 141] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:42.064688 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 141] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:42.065072 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 141 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:42.067241 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 141] Sesch channel 141 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:42.108446 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 141] EOF received (141) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:42.108446 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 141] EOF sent (141) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:42.108446 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:42.108446 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e@tmp_snapshot_for_replication__7b3d98f4_de05_4fda_88d1_50a6ce4a812e_time_2026-02-19T02:48:24.328142" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.114s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:42.108446 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e@tmp_snapshot_for_replication__b7b7cd15_817a_4e3b_9337_5d99c8f80023_time_2026-02-19T02:48:30.546654" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:42.109095 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e@tmp_snapshot_for_replication__b7b7cd15_817a_4e3b_9337_5d99c8f80023_time_2026-02-19T02:48:30.546654" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:42.109659 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e@tmp_snapshot_for_replication__b7b7cd15_817a_4e3b_9337_5d99c8f80023_time_2026-02-19T02:48:30.546654 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:42.110202 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] [chan 154] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:42.111530 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 154] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:42.112035 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 154 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:42.114169 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 154] Sesch channel 154 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:42.144453 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 154] EOF received (154) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:42.144453 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 154] EOF sent (154) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:42.144453 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:42.144453 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:48:42.144453 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:42.144453 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] [chan 133] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:42.145222 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 133] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:42.145462 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 133 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:42.147193 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 133] Sesch channel 133 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:42.166974 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 133] EOF received (133) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:42.166974 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 133] EOF sent (133) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:42.166974 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:42.409826 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:42.410415 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] [chan 180] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:42.410893 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 180] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:42.411006 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 180 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:42.412707 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 180] Sesch channel 180 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:42.480241 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 180] EOF received (180) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:42.480567 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 180] EOF sent (180) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:42.480977 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:42.481333 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] Lock "zfs-dataset-alpha/manila_share_65e96477_db0a_4b1f_967a_dc4ffd0d9b88" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.282s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:42.579947 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] Created reservations ['7a49804d-5abb-4095-9327-ab5d7775a30e', '889c466c-28e2-4695-9feb-a604543e2803', '3494be94-8ae8-46ea-b460-78e32f57d395', 'c65a288e-0178-4485-a9a7-cdd31ca140d0'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:48:42.596305 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] Committed reservations ['7a49804d-5abb-4095-9327-ab5d7775a30e', '889c466c-28e2-4695-9feb-a604543e2803', '3494be94-8ae8-46ea-b460-78e32f57d395', 'c65a288e-0178-4485-a9a7-cdd31ca140d0'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:48:42.601272 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-725385ef-79b4-483f-b245-30b8a6b919f6 tempest-ManageNFSSnapshotTest-1693668761 None] Share instance 65e96477-db0a-4b1f-967a-dc4ffd0d9b88: deleted successfully.
Feb 19 02:48:43.746843 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] Received request to update access for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:48:43.767847 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:43.768157 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:43.770327 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:43.770468 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:43.770674 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:43.818852 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.048s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:43.819005 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] Updating access rules for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:48:43.836721 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:43.839168 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:43.844237 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:43.844464 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:43.844796 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:43.855142 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:43.872038 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:43.872038 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:43.872038 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:43.872243 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 158] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:43.872540 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 158] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:43.872667 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 158 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:43.874403 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 158] Sesch channel 158 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:43.911109 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 158] EOF received (158) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:43.911542 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 158] EOF sent (158) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:43.912252 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:43.912665 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs set sharenfs=ro=2.2.2.2,no_root_squash alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:43.913019 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 86] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:43.913603 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 86] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:43.913821 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 86 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:43.915686 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 86] Sesch channel 86 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:43.963433 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 86] EOF received (86) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:43.963715 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 86] EOF sent (86) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:43.964114 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:43.964445 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.093s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:43.964643 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:43.964910 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:44.009017 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.044s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:44.009332 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:44.009662 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:44.009859 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:44.010691 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:44.010691 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:44.012192 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:44.012419 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:44.012697 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:44.014871 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:44.015079 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:44.015382 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:44.040888 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.025s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:44.040888 np0000156481 manila-share[88840]: INFO manila.share.access [None req-60032bf5-992e-4367-bc82-7212784cd536 tempest-ShareIpRulesForNFSTest-1181610700 None] Access rules were successfully modified for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613.
Feb 19 02:48:44.168402 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e@tmp_snapshot_for_replication__b7b7cd15_817a_4e3b_9337_5d99c8f80023_time_2026-02-19T02:48:30.546654 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:44.169178 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] [chan 142] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:44.169945 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 142] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:44.170116 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 142 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:44.172183 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 142] Sesch channel 142 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:44.217151 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 142] EOF received (142) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:44.217353 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 142] EOF sent (142) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:44.217724 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:44.218744 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e@tmp_snapshot_for_replication__b7b7cd15_817a_4e3b_9337_5d99c8f80023_time_2026-02-19T02:48:30.546654" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.110s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:44.218744 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e@tmp_snapshot_for_replication__7b3d98f4_de05_4fda_88d1_50a6ce4a812e_time_2026-02-19T02:48:36.498774" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:44.218744 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e@tmp_snapshot_for_replication__7b3d98f4_de05_4fda_88d1_50a6ce4a812e_time_2026-02-19T02:48:36.498774" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:44.219090 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e@tmp_snapshot_for_replication__7b3d98f4_de05_4fda_88d1_50a6ce4a812e_time_2026-02-19T02:48:36.498774 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:44.219090 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] [chan 142] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:44.219090 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 142] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:44.219294 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 142 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:44.220891 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 142] Sesch channel 142 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:44.247030 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 142] EOF received (142) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:44.247192 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 142] EOF sent (142) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:44.247610 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:44.247769 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:48:44.247967 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:44.248112 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] [chan 155] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:44.248469 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 155] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:44.248553 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 155 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:44.249793 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 155] Sesch channel 155 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:44.266696 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 155] EOF received (155) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:44.266856 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 155] EOF sent (155) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:44.267121 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:46.268651 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e@tmp_snapshot_for_replication__7b3d98f4_de05_4fda_88d1_50a6ce4a812e_time_2026-02-19T02:48:36.498774 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:46.269373 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] [chan 134] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.269962 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 134] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.270059 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 134 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:46.271474 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 134] Sesch channel 134 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.315597 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 134] EOF received (134) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.315854 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 134] EOF sent (134) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.316272 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:46.316620 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e@tmp_snapshot_for_replication__7b3d98f4_de05_4fda_88d1_50a6ce4a812e_time_2026-02-19T02:48:36.498774" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.098s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:46.316799 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:46.317027 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] [chan 143] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.318416 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 143] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.319082 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 143 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:46.320676 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 143] Sesch channel 143 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.345599 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 143] EOF received (143) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.345876 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 143] EOF sent (143) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.346298 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:46.346636 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:46.347001 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:46.347194 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:46.347436 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] [chan 66] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.347962 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 66] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.348058 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 66 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:46.349888 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 66] Sesch channel 66 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.397559 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 66] EOF received (66) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.397993 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 66] EOF sent (66) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.399069 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:46.399448 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:48:46.400099 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.053s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:46.400692 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:46.401663 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:46.402168 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:46.402727 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] [chan 143] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.403220 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 143] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.403344 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 143 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:46.405682 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 143] Sesch channel 143 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.430545 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 143] EOF received (143) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.430837 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 143] EOF sent (143) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.431216 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:46.431433 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is /gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:48:46.431650 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): lsof -w /gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:46.431828 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] [chan 156] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.432366 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 156] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.432530 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 156 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:46.434835 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 156] Sesch channel 156 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.520015 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-2ac04840-c0e3-41ef-9a68-9ebca4e5e3a3 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_281061d2_306d_4f66_9835_b11cd7541ea1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:46.520596 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-2ac04840-c0e3-41ef-9a68-9ebca4e5e3a3 tempest-ReplicationSnapshotTest-1722040859 None] [chan 204] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.520898 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 204] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.521041 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 204 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:46.522880 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 204] Sesch channel 204 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.561205 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 156] EOF received (156) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.561485 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 156] EOF sent (156) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.561938 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:46.562284 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo umount /gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:46.562600 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] [chan 135] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.563020 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 135] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.563130 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 135 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:46.564520 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 135] Sesch channel 135 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.595956 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 135] EOF received (135) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.596199 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 135] EOF sent (135) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.596645 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:46.612624 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 204] EOF received (204) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.612869 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 204] EOF sent (204) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.613295 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-2ac04840-c0e3-41ef-9a68-9ebca4e5e3a3 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:46.613542 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-2ac04840-c0e3-41ef-9a68-9ebca4e5e3a3 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_281061d2_306d_4f66_9835_b11cd7541ea1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:46.613769 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-2ac04840-c0e3-41ef-9a68-9ebca4e5e3a3 tempest-ReplicationSnapshotTest-1722040859 None] [chan 54] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.614146 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 54] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.614253 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 54 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:46.615587 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 54] Sesch channel 54 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.638591 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 54] EOF received (54) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.639037 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 54] EOF sent (54) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:46.639812 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-2ac04840-c0e3-41ef-9a68-9ebca4e5e3a3 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:46.640202 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-2ac04840-c0e3-41ef-9a68-9ebca4e5e3a3 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is /alpha/manila_share_281061d2_306d_4f66_9835_b11cd7541ea1. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:48:46.662088 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-2ac04840-c0e3-41ef-9a68-9ebca4e5e3a3 tempest-ReplicationSnapshotTest-1722040859 None] Share instance 281061d2-306d-4f66-9835-b11cd7541ea1 created successfully.
Feb 19 02:48:47.057640 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] Received request to update access for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:48:47.074996 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:47.074996 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:47.077222 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:47.079653 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:47.079653 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:47.110409 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.033s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:47.110521 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] Updating access rules for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:48:47.123578 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:47.123827 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:47.128741 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:47.128856 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:47.129076 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:47.137809 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:47.149590 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:47.149817 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:47.149954 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:47.150135 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 181] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:47.150688 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 181] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:47.150787 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 181 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:47.152293 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 181] Sesch channel 181 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:47.193554 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 181] EOF received (181) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:47.193554 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 181] EOF sent (181) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:47.193554 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:47.193554 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:47.193554 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 87] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:47.193554 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 87] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:47.193554 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 87 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:47.193554 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 87] Sesch channel 87 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:47.238968 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 87] EOF received (87) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:47.239539 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 87] EOF sent (87) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:47.240259 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:47.240758 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.091s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:47.241184 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:47.241800 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:47.272375 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.031s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:47.272654 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:47.273041 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:47.288917 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.016s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:47.289090 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:47.289503 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:47.292206 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:47.292450 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:47.292782 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:47.295410 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:47.295632 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:47.295958 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:47.319650 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:47.319813 np0000156481 manila-share[88840]: INFO manila.share.access [None req-fac0be89-286b-43fe-a450-65388c2e6e35 tempest-ShareIpRulesForNFSTest-1181610700 None] Access rules were successfully modified for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613.
Feb 19 02:48:48.599125 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:48.599125 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] [chan 144] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:48.600848 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 144] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:48.600848 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 144 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:48.602645 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 144] Sesch channel 144 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:48.686348 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 144] EOF received (144) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:48.686348 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 144] EOF sent (144) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:48.686348 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:48.686348 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_7b3d98f4_de05_4fda_88d1_50a6ce4a812e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.284s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:48.772593 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Created reservations ['fe4cbec8-569f-47d8-819b-aba508e7a167', '3de56fe6-0951-4199-83e8-5337ee1a6b37', 'ae87a8f9-aea0-4dce-bada-584c2df41eb0', '33879cb1-cb9f-4bea-ad9f-ee1e506dd840'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:48:48.786250 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Committed reservations ['fe4cbec8-569f-47d8-819b-aba508e7a167', '3de56fe6-0951-4199-83e8-5337ee1a6b37', 'ae87a8f9-aea0-4dce-bada-584c2df41eb0', '33879cb1-cb9f-4bea-ad9f-ee1e506dd840'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:48:48.790216 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-1fe88a6a-b666-45c7-9aae-93782c119893 tempest-ReplicationTest-1049150197 None] Share replica 7b3d98f4-de05-4fda-88d1-50a6ce4a812e deleted successfully.
Feb 19 02:48:49.243180 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-311332ee-aa2a-495c-83f4-a04eb2339015 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off betta/subdir/manila_share_83c80462_6b9b_4b8a_ad51_bcf56e0e4773 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:49.243616 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-311332ee-aa2a-495c-83f4-a04eb2339015 tempest-ReplicationTest-1049150197 None] [chan 159] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:49.243922 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 159] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:49.244028 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 159 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:49.245494 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 159] Sesch channel 159 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:49.340710 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 159] EOF received (159) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:49.341090 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 159] EOF sent (159) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:49.341767 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-311332ee-aa2a-495c-83f4-a04eb2339015 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:49.342111 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-311332ee-aa2a-495c-83f4-a04eb2339015 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_83c80462_6b9b_4b8a_ad51_bcf56e0e4773 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:49.342481 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-311332ee-aa2a-495c-83f4-a04eb2339015 tempest-ReplicationTest-1049150197 None] [chan 55] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:49.343472 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 55] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:49.343642 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 55 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:49.345328 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 55] Sesch channel 55 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:49.373367 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 55] EOF received (55) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:49.373743 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 55] EOF sent (55) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:49.374336 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-311332ee-aa2a-495c-83f4-a04eb2339015 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:49.374662 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-311332ee-aa2a-495c-83f4-a04eb2339015 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is /betta/subdir/manila_share_83c80462_6b9b_4b8a_ad51_bcf56e0e4773. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:48:49.403808 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-311332ee-aa2a-495c-83f4-a04eb2339015 tempest-ReplicationTest-1049150197 None] Share instance 83c80462-6b9b-4b8a-ad51-bcf56e0e4773 created successfully.
Feb 19 02:48:49.730016 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fae10d21-239a-44f8-b19a-4a395b528701 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs snapshot alpha/manila_share_281061d2_306d_4f66_9835_b11cd7541ea1@manila_share_snapshot_79ab8c8a_f16a_4792_9682_fa3f5a67182f {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:49.730219 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-fae10d21-239a-44f8-b19a-4a395b528701 tempest-ReplicationSnapshotTest-1722040859 None] [chan 205] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:49.730659 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 205] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:49.730741 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 205 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:49.732554 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 205] Sesch channel 205 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:49.774740 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 205] EOF received (205) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:49.774969 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 205] EOF sent (205) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:49.775523 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fae10d21-239a-44f8-b19a-4a395b528701 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:50.257241 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] Received request to update access for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:48:50.269752 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:50.270304 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:50.277074 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:50.277074 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:50.277074 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:50.312471 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.035s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:50.312658 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] Updating access rules for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:48:50.327947 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:50.328297 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:50.332401 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:50.332523 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:50.332739 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:50.342789 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:50.356239 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:50.356407 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:50.356593 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:50.356773 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 182] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:50.357332 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 182] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:50.357414 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 182 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:50.359133 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 182] Sesch channel 182 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:50.387731 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 182] EOF received (182) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:50.388187 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 182] EOF sent (182) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:50.388624 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:50.388857 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs set sharenfs=ro=2.2.2.2,no_root_squash alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:50.389063 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 88] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:50.389554 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 88] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:50.389645 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 88 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:50.394644 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 88] Sesch channel 88 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:50.442878 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 88] EOF received (88) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:50.443282 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 88] EOF sent (88) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:50.443882 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:50.444270 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.088s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:50.444584 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:50.445070 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:50.484081 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.039s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:50.484288 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:50.484615 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:50.484788 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:50.484958 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:50.485250 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:50.487803 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:50.487988 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:50.488197 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:50.490199 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:50.490354 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:50.490538 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:50.514770 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:50.514920 np0000156481 manila-share[88840]: INFO manila.share.access [None req-508bd1c9-aaef-4b3c-8c61-d9628b7e8628 tempest-ShareIpRulesForNFSTest-1181610700 None] Access rules were successfully modified for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613.
Feb 19 02:48:52.465348 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-d74b8e41-5b83-4f73-a5cb-f9243e5a1420 tempest-ReplicationTest-1049150197 None] Lock "locked-share-replica-operation-for-share-21003211-28d8-44a1-a015-ee2af155401b" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:48:52.561500 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d74b8e41-5b83-4f73-a5cb-f9243e5a1420 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_83c80462_6b9b_4b8a_ad51_bcf56e0e4773@tmp_snapshot_for_replication__8baf6da4_6780_4ccb_b42e_638bbf5e0904_time_2026-02-19T02:48:52.545171 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:52.561722 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d74b8e41-5b83-4f73-a5cb-f9243e5a1420 tempest-ReplicationTest-1049150197 None] [chan 144] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:52.562208 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 144] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:52.562340 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 144 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:52.564082 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 144] Sesch channel 144 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:52.813983 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 144] EOF received (144) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:52.814403 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 144] EOF sent (144) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:52.815057 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d74b8e41-5b83-4f73-a5cb-f9243e5a1420 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:52.815442 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d74b8e41-5b83-4f73-a5cb-f9243e5a1420 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR betta/subdir/manila_share_83c80462_6b9b_4b8a_ad51_bcf56e0e4773@tmp_snapshot_for_replication__8baf6da4_6780_4ccb_b42e_638bbf5e0904_time_2026-02-19T02:48:52.545171 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:52.815825 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d74b8e41-5b83-4f73-a5cb-f9243e5a1420 tempest-ReplicationTest-1049150197 None] [chan 157] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:52.816481 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 157] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:52.816766 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 157 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:52.820463 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 157] Sesch channel 157 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.132747 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-114a4b48-32b4-4dd3-9dc3-ec4b6bd57d69 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vD alpha/manila_share_281061d2_306d_4f66_9835_b11cd7541ea1@manila_share_snapshot_79ab8c8a_f16a_4792_9682_fa3f5a67182f '|' ssh stack@127.0.0.1 sudo zfs receive -v alpha/manila_share_91dc1549_c477_41e0_84f0_00f12310c6ac {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:53.133208 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-114a4b48-32b4-4dd3-9dc3-ec4b6bd57d69 tempest-ReplicationSnapshotTest-1722040859 None] [chan 160] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.133656 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 160] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.133805 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 160 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:53.135251 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 160] Sesch channel 160 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.373384 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 157] EOF received (157) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.374334 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 157] EOF sent (157) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.374334 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d74b8e41-5b83-4f73-a5cb-f9243e5a1420 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:53.374334 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-d74b8e41-5b83-4f73-a5cb-f9243e5a1420 tempest-ReplicationTest-1049150197 None] Info about replica '8baf6da4-6780-4ccb-b42e-638bbf5e0904' creation is following:
Feb 19 02:48:53.374334 np0000156481 manila-share[88844]: receiving full stream of betta/subdir/manila_share_83c80462_6b9b_4b8a_ad51_bcf56e0e4773@tmp_snapshot_for_replication__8baf6da4_6780_4ccb_b42e_638bbf5e0904_time_2026-02-19T02:48:52.545171 into gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904@tmp_snapshot_for_replication__8baf6da4_6780_4ccb_b42e_638bbf5e0904_time_2026-02-19T02:48:52.545171
Feb 19 02:48:53.374334 np0000156481 manila-share[88844]: received 43.9K stream in 0.09 seconds (485K/sec)
Feb 19 02:48:53.374334 np0000156481 manila-share[88844]:  {{(pid=88844) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 02:48:53.374795 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d74b8e41-5b83-4f73-a5cb-f9243e5a1420 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:53.374795 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d74b8e41-5b83-4f73-a5cb-f9243e5a1420 tempest-ReplicationTest-1049150197 None] [chan 136] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.375412 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 136] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.375412 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 136 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:53.376889 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 136] Sesch channel 136 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.419607 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 136] EOF received (136) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.420106 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 136] EOF sent (136) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.420674 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d74b8e41-5b83-4f73-a5cb-f9243e5a1420 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:53.420997 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d74b8e41-5b83-4f73-a5cb-f9243e5a1420 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:53.421365 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d74b8e41-5b83-4f73-a5cb-f9243e5a1420 tempest-ReplicationTest-1049150197 None] [chan 145] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.422027 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 145] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.422206 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 145 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:53.423997 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 145] Sesch channel 145 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.458574 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 145] EOF received (145) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.458827 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 145] EOF sent (145) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.459281 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d74b8e41-5b83-4f73-a5cb-f9243e5a1420 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:53.459547 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d74b8e41-5b83-4f73-a5cb-f9243e5a1420 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:53.459975 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d74b8e41-5b83-4f73-a5cb-f9243e5a1420 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:53.460167 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d74b8e41-5b83-4f73-a5cb-f9243e5a1420 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:53.460440 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d74b8e41-5b83-4f73-a5cb-f9243e5a1420 tempest-ReplicationTest-1049150197 None] [chan 72] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.460889 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 72] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.460981 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 72 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:53.462522 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 72] Sesch channel 72 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.486587 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 72] EOF received (72) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.487193 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d74b8e41-5b83-4f73-a5cb-f9243e5a1420 tempest-ReplicationTest-1049150197 None] [chan 72] EOF sent (72) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.487279 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d74b8e41-5b83-4f73-a5cb-f9243e5a1420 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:53.487506 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d74b8e41-5b83-4f73-a5cb-f9243e5a1420 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:53.487681 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d74b8e41-5b83-4f73-a5cb-f9243e5a1420 tempest-ReplicationTest-1049150197 None] [chan 67] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.488085 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 67] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.488085 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 67 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:53.490028 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 67] Sesch channel 67 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.529684 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 67] EOF received (67) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.529943 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 67] EOF sent (67) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.530428 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d74b8e41-5b83-4f73-a5cb-f9243e5a1420 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:53.530682 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d74b8e41-5b83-4f73-a5cb-f9243e5a1420 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.071s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:53.530894 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d74b8e41-5b83-4f73-a5cb-f9243e5a1420 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:53.531114 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d74b8e41-5b83-4f73-a5cb-f9243e5a1420 tempest-ReplicationTest-1049150197 None] [chan 73] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.531599 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 73] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.533078 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 73 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:53.533078 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 73] Sesch channel 73 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.564581 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 73] EOF received (73) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.564581 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 73] EOF sent (73) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.564773 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d74b8e41-5b83-4f73-a5cb-f9243e5a1420 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:53.564926 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-d74b8e41-5b83-4f73-a5cb-f9243e5a1420 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is /gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:48:53.570831 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] Received request to update access for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:48:53.590024 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:53.590432 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:53.592762 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:53.592894 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:53.593095 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:53.608702 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d74b8e41-5b83-4f73-a5cb-f9243e5a1420 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8baf6da4-6780-4ccb-b42e-638bbf5e0904" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:53.609133 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d74b8e41-5b83-4f73-a5cb-f9243e5a1420 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_8baf6da4-6780-4ccb-b42e-638bbf5e0904" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:53.612757 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d74b8e41-5b83-4f73-a5cb-f9243e5a1420 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_8baf6da4-6780-4ccb-b42e-638bbf5e0904" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:53.612939 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d74b8e41-5b83-4f73-a5cb-f9243e5a1420 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8baf6da4-6780-4ccb-b42e-638bbf5e0904" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:53.613232 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d74b8e41-5b83-4f73-a5cb-f9243e5a1420 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_8baf6da4-6780-4ccb-b42e-638bbf5e0904" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:53.628206 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.035s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:53.628394 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] Updating access rules for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:48:53.629204 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d74b8e41-5b83-4f73-a5cb-f9243e5a1420 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_8baf6da4-6780-4ccb-b42e-638bbf5e0904" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.016s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:53.629366 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-d74b8e41-5b83-4f73-a5cb-f9243e5a1420 tempest-ReplicationTest-1049150197 None] Share replica 8baf6da4-6780-4ccb-b42e-638bbf5e0904 created successfully.
Feb 19 02:48:53.640122 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 160] EOF received (160) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.640341 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 160] EOF sent (160) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.641867 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-114a4b48-32b4-4dd3-9dc3-ec4b6bd57d69 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:53.641867 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-114a4b48-32b4-4dd3-9dc3-ec4b6bd57d69 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs set quota=1G alpha/manila_share_91dc1549_c477_41e0_84f0_00f12310c6ac {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:53.641867 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-114a4b48-32b4-4dd3-9dc3-ec4b6bd57d69 tempest-ReplicationSnapshotTest-1722040859 None] [chan 206] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.642049 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 206] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.642135 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 206 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:53.643262 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 206] Sesch channel 206 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.644347 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:53.644347 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:53.649712 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:53.649859 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:53.650204 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:53.664751 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.014s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:53.727983 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:53.728581 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:53.728870 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:53.729239 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 183] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.729899 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 183] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.730066 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 183 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:53.731168 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 206] EOF received (206) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.731539 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 206] EOF sent (206) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.732088 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-114a4b48-32b4-4dd3-9dc3-ec4b6bd57d69 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:53.732501 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-114a4b48-32b4-4dd3-9dc3-ec4b6bd57d69 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs set compression=gzip alpha/manila_share_91dc1549_c477_41e0_84f0_00f12310c6ac {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:53.732821 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-114a4b48-32b4-4dd3-9dc3-ec4b6bd57d69 tempest-ReplicationSnapshotTest-1722040859 None] [chan 161] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.733326 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 161] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.733521 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 161 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:53.733969 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 183] Sesch channel 183 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.735455 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 161] Sesch channel 161 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.762628 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 183] EOF received (183) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.762980 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 183] EOF sent (183) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.763663 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:53.764027 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:53.764438 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 56] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.765046 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 56] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.765206 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 56 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:53.767150 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 56] Sesch channel 56 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.773129 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 161] EOF received (161) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.773361 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 161] EOF sent (161) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.773704 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-114a4b48-32b4-4dd3-9dc3-ec4b6bd57d69 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:53.773889 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-114a4b48-32b4-4dd3-9dc3-ec4b6bd57d69 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs set readonly=off alpha/manila_share_91dc1549_c477_41e0_84f0_00f12310c6ac {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:53.774087 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-114a4b48-32b4-4dd3-9dc3-ec4b6bd57d69 tempest-ReplicationSnapshotTest-1722040859 None] [chan 207] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.774446 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 207] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.774540 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 207 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:53.775806 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 207] Sesch channel 207 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.808952 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 56] EOF received (56) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.809335 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 56] EOF sent (56) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.809880 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:53.810424 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.082s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:53.810530 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:53.810972 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:53.822529 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 207] EOF received (207) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.822762 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 207] EOF sent (207) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.823116 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-114a4b48-32b4-4dd3-9dc3-ec4b6bd57d69 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:53.823423 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-114a4b48-32b4-4dd3-9dc3-ec4b6bd57d69 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy alpha/manila_share_91dc1549_c477_41e0_84f0_00f12310c6ac@manila_share_snapshot_79ab8c8a_f16a_4792_9682_fa3f5a67182f {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:53.823617 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-114a4b48-32b4-4dd3-9dc3-ec4b6bd57d69 tempest-ReplicationSnapshotTest-1722040859 None] [chan 184] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.824831 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 184] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.824907 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 184 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:53.826338 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 184] Sesch channel 184 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.837558 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:53.837713 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:53.837907 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:53.857232 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.018s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:53.857232 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:53.857232 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:53.861163 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:53.861163 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:53.861414 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:53.863990 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:53.864224 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:53.864558 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:53.874244 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 184] EOF received (184) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.874510 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 184] EOF sent (184) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.874859 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-114a4b48-32b4-4dd3-9dc3-ec4b6bd57d69 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:53.875135 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-114a4b48-32b4-4dd3-9dc3-ec4b6bd57d69 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_91dc1549_c477_41e0_84f0_00f12310c6ac {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:53.875355 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-114a4b48-32b4-4dd3-9dc3-ec4b6bd57d69 tempest-ReplicationSnapshotTest-1722040859 None] [chan 89] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.877085 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 89] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.877085 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 89 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:53.880043 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 89] Sesch channel 89 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.888690 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:53.888787 np0000156481 manila-share[88840]: INFO manila.share.access [None req-a060e2fb-668a-4fd4-93a9-d77718d08937 tempest-ShareIpRulesForNFSTest-1181610700 None] Access rules were successfully modified for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613.
Feb 19 02:48:53.903745 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 89] EOF received (89) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.904124 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 89] EOF sent (89) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:53.904748 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-114a4b48-32b4-4dd3-9dc3-ec4b6bd57d69 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:53.905057 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-114a4b48-32b4-4dd3-9dc3-ec4b6bd57d69 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is /alpha/manila_share_91dc1549_c477_41e0_84f0_00f12310c6ac. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:48:53.927069 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-114a4b48-32b4-4dd3-9dc3-ec4b6bd57d69 tempest-ReplicationSnapshotTest-1722040859 None] Share instance 91dc1549-c477-41e0-84f0-00f12310c6ac created successfully.
Feb 19 02:48:55.593394 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-31fc9039-3793-4af5-9ca2-3cb60ce1c21b tempest-ReplicationTest-1049150197 None] Lock "locked-share-replica-operation-for-share-21003211-28d8-44a1-a015-ee2af155401b" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:48:55.598264 np0000156481 manila-share[88844]: DEBUG dbcounter [-] [88844] Writing DB stats manila:SELECT=579,manila:UPDATE=44,manila:INSERT=34 {{(pid=88844) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:48:55.649993 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-31fc9039-3793-4af5-9ca2-3cb60ce1c21b tempest-ReplicationTest-1049150197 None] Running cmd (SSH): ssh stack@127.0.0.1 set readonly=on betta/subdir/manila_share_83c80462_6b9b_4b8a_ad51_bcf56e0e4773 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:55.650174 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-31fc9039-3793-4af5-9ca2-3cb60ce1c21b tempest-ReplicationTest-1049150197 None] [chan 145] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:55.650688 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 145] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:55.650777 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 145 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:55.652761 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 145] Sesch channel 145 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:55.856573 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 145] EOF received (145) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:55.856962 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 145] EOF sent (145) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:55.857656 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-31fc9039-3793-4af5-9ca2-3cb60ce1c21b tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:55.858040 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-31fc9039-3793-4af5-9ca2-3cb60ce1c21b tempest-ReplicationTest-1049150197 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_83c80462_6b9b_4b8a_ad51_bcf56e0e4773@tmp_snapshot_for_replication__83c80462_6b9b_4b8a_ad51_bcf56e0e4773_time_2026-02-19T02:48:55.857708 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:55.858470 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-31fc9039-3793-4af5-9ca2-3cb60ce1c21b tempest-ReplicationTest-1049150197 None] [chan 158] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:55.859268 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 158] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:55.859538 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 158 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:55.861536 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 158] Sesch channel 158 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.146052 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 158] EOF received (158) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.146492 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 158] EOF sent (158) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.147136 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-31fc9039-3793-4af5-9ca2-3cb60ce1c21b tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:56.156389 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-31fc9039-3793-4af5-9ca2-3cb60ce1c21b tempest-ReplicationTest-1049150197 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__8baf6da4_6780_4ccb_b42e_638bbf5e0904_time_2026-02-19T02:48:52.545171 betta/subdir/manila_share_83c80462_6b9b_4b8a_ad51_bcf56e0e4773@tmp_snapshot_for_replication__83c80462_6b9b_4b8a_ad51_bcf56e0e4773_time_2026-02-19T02:48:55.857708 '|' ssh stack@127.0.0.1 sudo zfs receive -vF gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:56.156597 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-31fc9039-3793-4af5-9ca2-3cb60ce1c21b tempest-ReplicationTest-1049150197 None] [chan 137] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.157138 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 137] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.157265 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 137 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:56.159348 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 137] Sesch channel 137 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.313676 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-101d298a-fd36-410f-af0e-b27fa040a12b tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked-share-replica-operation-for-share-3c088b80-a16e-4b65-9205-dbd656e19a76" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:48:56.418662 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-101d298a-fd36-410f-af0e-b27fa040a12b tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot alpha/manila_share_91dc1549_c477_41e0_84f0_00f12310c6ac@tmp_snapshot_for_replication__eee795d2_fc6c_4d8b_b170_4ebe21b30137_time_2026-02-19T02:48:56.400731 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:56.418806 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-101d298a-fd36-410f-af0e-b27fa040a12b tempest-ReplicationSnapshotTest-1722040859 None] [chan 146] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.419352 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 146] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.419521 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 146 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:56.420775 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 146] Sesch channel 146 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.653922 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 137] EOF received (137) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.654564 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 137] EOF sent (137) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.654948 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-31fc9039-3793-4af5-9ca2-3cb60ce1c21b tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:56.655362 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-31fc9039-3793-4af5-9ca2-3cb60ce1c21b tempest-ReplicationTest-1049150197 None] Info about last replica '8baf6da4-6780-4ccb-b42e-638bbf5e0904' sync is following:
Feb 19 02:48:56.655362 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_83c80462_6b9b_4b8a_ad51_bcf56e0e4773@tmp_snapshot_for_replication__83c80462_6b9b_4b8a_ad51_bcf56e0e4773_time_2026-02-19T02:48:55.857708 into gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904@tmp_snapshot_for_replication__83c80462_6b9b_4b8a_ad51_bcf56e0e4773_time_2026-02-19T02:48:55.857708
Feb 19 02:48:56.655362 np0000156481 manila-share[88844]: received 312B stream in 0.05 seconds (6.51K/sec)
Feb 19 02:48:56.655362 np0000156481 manila-share[88844]:  {{(pid=88844) promote_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1189}}
Feb 19 02:48:56.671225 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 146] EOF received (146) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.671523 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 146] EOF sent (146) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.671929 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-101d298a-fd36-410f-af0e-b27fa040a12b tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:56.672135 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-101d298a-fd36-410f-af0e-b27fa040a12b tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR alpha/manila_share_91dc1549_c477_41e0_84f0_00f12310c6ac@tmp_snapshot_for_replication__eee795d2_fc6c_4d8b_b170_4ebe21b30137_time_2026-02-19T02:48:56.400731 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:56.672519 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-101d298a-fd36-410f-af0e-b27fa040a12b tempest-ReplicationSnapshotTest-1722040859 None] [chan 146] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.675679 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-31fc9039-3793-4af5-9ca2-3cb60ce1c21b tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:56.675679 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-31fc9039-3793-4af5-9ca2-3cb60ce1c21b tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:56.675679 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-31fc9039-3793-4af5-9ca2-3cb60ce1c21b tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:56.675679 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-31fc9039-3793-4af5-9ca2-3cb60ce1c21b tempest-ReplicationTest-1049150197 None] [chan 68] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.675679 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 146] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.675679 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 146 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:56.676077 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 68] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.676077 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 68 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:56.677445 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 146] Sesch channel 146 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.678893 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 68] Sesch channel 68 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.703432 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 68] EOF received (68) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.703837 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 68] EOF sent (68) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.704459 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-31fc9039-3793-4af5-9ca2-3cb60ce1c21b tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:56.704832 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-31fc9039-3793-4af5-9ca2-3cb60ce1c21b tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:56.705152 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-31fc9039-3793-4af5-9ca2-3cb60ce1c21b tempest-ReplicationTest-1049150197 None] [chan 74] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.705942 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 74] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.706092 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 74 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:56.708754 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 74] Sesch channel 74 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.755846 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 74] EOF received (74) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.756026 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 74] EOF sent (74) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.756525 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-31fc9039-3793-4af5-9ca2-3cb60ce1c21b tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:56.756765 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-31fc9039-3793-4af5-9ca2-3cb60ce1c21b tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.083s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:56.756990 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-31fc9039-3793-4af5-9ca2-3cb60ce1c21b tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs set readonly=off gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:56.757251 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-31fc9039-3793-4af5-9ca2-3cb60ce1c21b tempest-ReplicationTest-1049150197 None] [chan 159] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.757776 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 159] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.757901 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 159 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:56.759268 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 159] Sesch channel 159 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.782396 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] Received request to update access for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:48:56.801901 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:56.803363 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:56.804698 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:56.804827 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:56.805036 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:56.805652 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 159] EOF received (159) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.805915 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 159] EOF sent (159) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.806385 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-31fc9039-3793-4af5-9ca2-3cb60ce1c21b tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:56.829092 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-31fc9039-3793-4af5-9ca2-3cb60ce1c21b tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8baf6da4-6780-4ccb-b42e-638bbf5e0904" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:56.829695 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-31fc9039-3793-4af5-9ca2-3cb60ce1c21b tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_8baf6da4-6780-4ccb-b42e-638bbf5e0904" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:56.848937 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.044s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:56.849106 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] Updating access rules for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:48:56.854915 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-31fc9039-3793-4af5-9ca2-3cb60ce1c21b tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_8baf6da4-6780-4ccb-b42e-638bbf5e0904" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.025s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:56.864076 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:56.864485 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:56.870761 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:56.870930 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:56.871284 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:56.871480 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-31fc9039-3793-4af5-9ca2-3cb60ce1c21b tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8baf6da4-6780-4ccb-b42e-638bbf5e0904" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:56.871808 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-31fc9039-3793-4af5-9ca2-3cb60ce1c21b tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_8baf6da4-6780-4ccb-b42e-638bbf5e0904" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:56.883244 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.012s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:56.900172 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:56.900448 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:56.900745 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:56.900863 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 162] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.902624 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 162] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.902739 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 162 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:56.903874 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 162] Sesch channel 162 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.907739 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-31fc9039-3793-4af5-9ca2-3cb60ce1c21b tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_8baf6da4-6780-4ccb-b42e-638bbf5e0904" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.036s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:56.907876 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-31fc9039-3793-4af5-9ca2-3cb60ce1c21b tempest-ReplicationTest-1049150197 None] Share replica 8baf6da4-6780-4ccb-b42e-638bbf5e0904: promoted to active state successfully.
Feb 19 02:48:56.928504 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 162] EOF received (162) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.928764 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 162] EOF sent (162) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.929181 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:56.929482 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs set sharenfs=ro=2.2.2.2,no_root_squash alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:56.929668 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 57] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.930035 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 57] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.930102 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 57 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:56.931695 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 57] Sesch channel 57 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.975371 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 57] EOF received (57) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.975788 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 57] EOF sent (57) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:56.976741 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:56.977091 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.077s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:56.977497 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:56.978058 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:57.017535 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.039s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:57.017760 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:57.018091 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:57.018279 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:57.018470 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:57.018755 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:57.021375 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:57.021560 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:57.021837 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:57.024621 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:57.024782 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:57.024951 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:57.051935 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:57.052085 np0000156481 manila-share[88840]: INFO manila.share.access [None req-cf5d66eb-e839-458d-bbf1-557332a39a62 tempest-ShareIpRulesForNFSTest-1181610700 None] Access rules were successfully modified for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613.
Feb 19 02:48:57.266194 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 146] EOF received (146) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:57.266194 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 146] EOF sent (146) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:57.266411 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-101d298a-fd36-410f-af0e-b27fa040a12b tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:57.266690 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-101d298a-fd36-410f-af0e-b27fa040a12b tempest-ReplicationSnapshotTest-1722040859 None] Info about replica 'eee795d2-fc6c-4d8b-b170-4ebe21b30137' creation is following:
Feb 19 02:48:57.266690 np0000156481 manila-share[88844]: receiving full stream of alpha/manila_share_91dc1549_c477_41e0_84f0_00f12310c6ac@tmp_snapshot_for_replication__eee795d2_fc6c_4d8b_b170_4ebe21b30137_time_2026-02-19T02:48:56.400731 into gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137@tmp_snapshot_for_replication__eee795d2_fc6c_4d8b_b170_4ebe21b30137_time_2026-02-19T02:48:56.400731
Feb 19 02:48:57.266690 np0000156481 manila-share[88844]: received 43.9K stream in 0.13 seconds (351K/sec)
Feb 19 02:48:57.266690 np0000156481 manila-share[88844]:  {{(pid=88844) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 02:48:57.266886 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-101d298a-fd36-410f-af0e-b27fa040a12b tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:57.267159 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-101d298a-fd36-410f-af0e-b27fa040a12b tempest-ReplicationSnapshotTest-1722040859 None] [chan 138] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:57.267676 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 138] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:57.268158 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 138 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:57.269379 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 138] Sesch channel 138 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:57.406012 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 138] EOF received (138) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:57.406012 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 138] EOF sent (138) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:57.407515 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-101d298a-fd36-410f-af0e-b27fa040a12b tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:57.407515 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-101d298a-fd36-410f-af0e-b27fa040a12b tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:57.407515 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-101d298a-fd36-410f-af0e-b27fa040a12b tempest-ReplicationSnapshotTest-1722040859 None] [chan 147] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:57.407669 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 147] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:57.407781 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 147 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:57.409665 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 147] Sesch channel 147 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:57.466421 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 147] EOF received (147) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:57.467719 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 147] EOF sent (147) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:57.468090 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-101d298a-fd36-410f-af0e-b27fa040a12b tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:57.468257 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-101d298a-fd36-410f-af0e-b27fa040a12b tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:57.468730 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-101d298a-fd36-410f-af0e-b27fa040a12b tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:57.468914 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-101d298a-fd36-410f-af0e-b27fa040a12b tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:57.469137 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-101d298a-fd36-410f-af0e-b27fa040a12b tempest-ReplicationSnapshotTest-1722040859 None] [chan 69] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:57.469794 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 69] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:57.469914 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 69 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:57.472076 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 69] Sesch channel 69 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:57.501978 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 69] EOF received (69) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:57.502386 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-101d298a-fd36-410f-af0e-b27fa040a12b tempest-ReplicationSnapshotTest-1722040859 None] [chan 69] EOF sent (69) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:57.503336 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-101d298a-fd36-410f-af0e-b27fa040a12b tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:57.503713 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-101d298a-fd36-410f-af0e-b27fa040a12b tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:57.504098 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-101d298a-fd36-410f-af0e-b27fa040a12b tempest-ReplicationSnapshotTest-1722040859 None] [chan 75] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:57.504759 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 75] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:57.504929 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 75 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:57.506525 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 75] Sesch channel 75 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:57.547257 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 75] EOF received (75) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:57.547625 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 75] EOF sent (75) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:57.548216 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-101d298a-fd36-410f-af0e-b27fa040a12b tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:57.548644 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-101d298a-fd36-410f-af0e-b27fa040a12b tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.080s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:57.548950 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-101d298a-fd36-410f-af0e-b27fa040a12b tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:57.549297 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-101d298a-fd36-410f-af0e-b27fa040a12b tempest-ReplicationSnapshotTest-1722040859 None] [chan 70] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:57.549925 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 70] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:57.550092 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 70 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:57.552097 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 70] Sesch channel 70 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:57.575617 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 70] EOF received (70) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:57.575954 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 70] EOF sent (70) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:57.576553 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-101d298a-fd36-410f-af0e-b27fa040a12b tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:57.576865 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-101d298a-fd36-410f-af0e-b27fa040a12b tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is /gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:48:57.608428 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-101d298a-fd36-410f-af0e-b27fa040a12b tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eee795d2-fc6c-4d8b-b170-4ebe21b30137" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:57.608870 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-101d298a-fd36-410f-af0e-b27fa040a12b tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_eee795d2-fc6c-4d8b-b170-4ebe21b30137" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:57.611589 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-101d298a-fd36-410f-af0e-b27fa040a12b tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_eee795d2-fc6c-4d8b-b170-4ebe21b30137" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:57.611764 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-101d298a-fd36-410f-af0e-b27fa040a12b tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eee795d2-fc6c-4d8b-b170-4ebe21b30137" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:57.612052 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-101d298a-fd36-410f-af0e-b27fa040a12b tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_eee795d2-fc6c-4d8b-b170-4ebe21b30137" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:57.629981 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-101d298a-fd36-410f-af0e-b27fa040a12b tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_eee795d2-fc6c-4d8b-b170-4ebe21b30137" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.018s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:57.630106 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-101d298a-fd36-410f-af0e-b27fa040a12b tempest-ReplicationSnapshotTest-1722040859 None] Share replica eee795d2-fc6c-4d8b-b170-4ebe21b30137 created successfully.
Feb 19 02:48:58.796048 np0000156481 manila-share[88840]: DEBUG manila.coordination [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Lock "locked-share-replica-operation-for-share-21003211-28d8-44a1-a015-ee2af155401b" acquired by "locked_replica_operation". {{(pid=88840) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:48:58.797957 np0000156481 manila-share[88840]: DEBUG dbcounter [-] [88840] Writing DB stats manila:SELECT=2446,manila:UPDATE=200,manila:INSERT=77 {{(pid=88840) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:48:58.846874 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_83c80462-6b9b-4b8a-ad51-bcf56e0e4773" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:58.847228 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_83c80462-6b9b-4b8a-ad51-bcf56e0e4773" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:58.849651 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_83c80462-6b9b-4b8a-ad51-bcf56e0e4773" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:58.849874 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_83c80462-6b9b-4b8a-ad51-bcf56e0e4773" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:58.850299 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_83c80462-6b9b-4b8a-ad51-bcf56e0e4773" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:58.853589 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_83c80462-6b9b-4b8a-ad51-bcf56e0e4773" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:58.853866 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_83c80462-6b9b-4b8a-ad51-bcf56e0e4773" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:58.854285 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_83c80462-6b9b-4b8a-ad51-bcf56e0e4773" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:58.857684 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_83c80462-6b9b-4b8a-ad51-bcf56e0e4773" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:48:58.857941 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] All access rules have been synced for share instance 83c80462-6b9b-4b8a-ad51-bcf56e0e4773 belonging to share 21003211-28d8-44a1-a015-ee2af155401b. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:48:58.861790 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:58.861971 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] [chan 208] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:58.862353 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 208] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:58.862429 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 208 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:58.863468 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 208] Sesch channel 208 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:58.897413 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 208] EOF received (208) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:58.897825 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 208] EOF sent (208) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:58.898505 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:58.898861 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_83c80462_6b9b_4b8a_ad51_bcf56e0e4773@tmp_snapshot_for_replication__8baf6da4_6780_4ccb_b42e_638bbf5e0904_time_2026-02-19T02:48:52.545171" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:48:58.899538 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-betta/subdir/manila_share_83c80462_6b9b_4b8a_ad51_bcf56e0e4773@tmp_snapshot_for_replication__8baf6da4_6780_4ccb_b42e_638bbf5e0904_time_2026-02-19T02:48:52.545171" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:48:58.899807 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_83c80462_6b9b_4b8a_ad51_bcf56e0e4773@tmp_snapshot_for_replication__8baf6da4_6780_4ccb_b42e_638bbf5e0904_time_2026-02-19T02:48:52.545171 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:58.900109 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] [chan 185] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:58.900769 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 185] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:58.900929 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 185 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:58.902691 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 185] Sesch channel 185 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:58.932187 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 185] EOF received (185) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:58.932605 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 185] EOF sent (185) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:58.933165 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:58.933513 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:48:58.933901 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:58.934209 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] [chan 163] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:58.935085 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 163] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:58.935243 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 163 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:58.937058 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 163] Sesch channel 163 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:58.956853 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 163] EOF received (163) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:58.957191 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 163] EOF sent (163) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:58.957844 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:59.429531 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-e1bf6208-3155-4cd0-9094-8e941e53cfb2 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked-share-replica-operation-for-share-3c088b80-a16e-4b65-9205-dbd656e19a76" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:48:59.491907 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e1bf6208-3155-4cd0-9094-8e941e53cfb2 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): ssh stack@127.0.0.1 set readonly=on alpha/manila_share_91dc1549_c477_41e0_84f0_00f12310c6ac {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:59.492166 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e1bf6208-3155-4cd0-9094-8e941e53cfb2 tempest-ReplicationSnapshotTest-1722040859 None] [chan 160] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:59.492719 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 160] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:59.492808 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 160 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:59.494587 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 160] Sesch channel 160 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:59.690993 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 160] EOF received (160) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:59.691451 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 160] EOF sent (160) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:59.692308 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e1bf6208-3155-4cd0-9094-8e941e53cfb2 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:59.692710 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e1bf6208-3155-4cd0-9094-8e941e53cfb2 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot alpha/manila_share_91dc1549_c477_41e0_84f0_00f12310c6ac@tmp_snapshot_for_replication__91dc1549_c477_41e0_84f0_00f12310c6ac_time_2026-02-19T02:48:59.692380 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:59.693116 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e1bf6208-3155-4cd0-9094-8e941e53cfb2 tempest-ReplicationSnapshotTest-1722040859 None] [chan 147] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:59.694947 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 147] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:59.695134 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 147 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:59.697365 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 147] Sesch channel 147 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:59.928937 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 147] EOF received (147) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:59.929195 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 147] EOF sent (147) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:59.929665 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e1bf6208-3155-4cd0-9094-8e941e53cfb2 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:48:59.936686 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e1bf6208-3155-4cd0-9094-8e941e53cfb2 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__eee795d2_fc6c_4d8b_b170_4ebe21b30137_time_2026-02-19T02:48:56.400731 alpha/manila_share_91dc1549_c477_41e0_84f0_00f12310c6ac@tmp_snapshot_for_replication__91dc1549_c477_41e0_84f0_00f12310c6ac_time_2026-02-19T02:48:59.692380 '|' ssh stack@127.0.0.1 sudo zfs receive -vF gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:48:59.936925 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e1bf6208-3155-4cd0-9094-8e941e53cfb2 tempest-ReplicationSnapshotTest-1722040859 None] [chan 139] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:59.937374 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 139] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:48:59.937462 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 139 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:48:59.938892 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 139] Sesch channel 139 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:00.110704 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] Received request to update access for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:49:00.123646 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:00.123926 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:00.125797 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:00.125919 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:00.126140 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:00.164088 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.038s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:00.164453 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] Updating access rules for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:49:00.178892 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:00.179106 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:00.183189 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:00.183359 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:00.183578 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:00.193521 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:00.211360 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:00.211623 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:00.211767 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:00.211993 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 209] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:00.212376 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 209] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:00.212456 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 209 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:00.213549 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 209] Sesch channel 209 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:00.243278 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 209] EOF received (209) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:00.243707 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 209] EOF sent (209) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:00.244398 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:00.244888 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:00.245226 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 90] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:00.245904 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 90] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:00.246077 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 90 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:00.248640 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 90] Sesch channel 90 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:00.292203 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 90] EOF received (90) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:00.292685 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 90] EOF sent (90) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:00.293237 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:00.293610 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.082s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:00.293907 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:00.294440 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:00.315019 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.021s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:00.315140 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:00.315382 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:00.332031 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.017s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:00.332226 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:00.332570 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:00.335436 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:00.335646 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:00.335942 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:00.338448 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:00.338641 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:00.338947 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:00.362734 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:00.362946 np0000156481 manila-share[88840]: INFO manila.share.access [None req-fdebdc7a-b950-4652-962f-62ebc6bfe6de tempest-ShareIpRulesForNFSTest-1181610700 None] Access rules were successfully modified for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613.
Feb 19 02:49:00.484250 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 139] EOF received (139) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:00.484679 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 139] EOF sent (139) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:00.485474 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e1bf6208-3155-4cd0-9094-8e941e53cfb2 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:00.485668 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-e1bf6208-3155-4cd0-9094-8e941e53cfb2 tempest-ReplicationSnapshotTest-1722040859 None] Info about last replica 'eee795d2-fc6c-4d8b-b170-4ebe21b30137' sync is following:
Feb 19 02:49:00.485668 np0000156481 manila-share[88844]: receiving incremental stream of alpha/manila_share_91dc1549_c477_41e0_84f0_00f12310c6ac@tmp_snapshot_for_replication__91dc1549_c477_41e0_84f0_00f12310c6ac_time_2026-02-19T02:48:59.692380 into gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137@tmp_snapshot_for_replication__91dc1549_c477_41e0_84f0_00f12310c6ac_time_2026-02-19T02:48:59.692380
Feb 19 02:49:00.485668 np0000156481 manila-share[88844]: received 312B stream in 0.05 seconds (6.24K/sec)
Feb 19 02:49:00.485668 np0000156481 manila-share[88844]:  {{(pid=88844) promote_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1189}}
Feb 19 02:49:00.500408 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e1bf6208-3155-4cd0-9094-8e941e53cfb2 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:00.500776 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e1bf6208-3155-4cd0-9094-8e941e53cfb2 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:00.500958 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e1bf6208-3155-4cd0-9094-8e941e53cfb2 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:00.501193 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e1bf6208-3155-4cd0-9094-8e941e53cfb2 tempest-ReplicationSnapshotTest-1722040859 None] [chan 76] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:00.501687 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 76] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:00.501793 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 76 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:00.503182 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 76] Sesch channel 76 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:00.527040 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 76] EOF received (76) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:00.527429 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 76] EOF sent (76) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:00.528048 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e1bf6208-3155-4cd0-9094-8e941e53cfb2 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:00.528435 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e1bf6208-3155-4cd0-9094-8e941e53cfb2 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:00.528769 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e1bf6208-3155-4cd0-9094-8e941e53cfb2 tempest-ReplicationSnapshotTest-1722040859 None] [chan 71] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:00.529394 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 71] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:00.529548 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 71 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:00.530622 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 71] Sesch channel 71 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:00.568661 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 71] EOF received (71) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:00.569037 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 71] EOF sent (71) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:00.569701 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e1bf6208-3155-4cd0-9094-8e941e53cfb2 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:00.570083 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e1bf6208-3155-4cd0-9094-8e941e53cfb2 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.069s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:00.570397 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e1bf6208-3155-4cd0-9094-8e941e53cfb2 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs set readonly=off gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:00.570727 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e1bf6208-3155-4cd0-9094-8e941e53cfb2 tempest-ReplicationSnapshotTest-1722040859 None] [chan 148] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:00.571230 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 148] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:00.571431 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 148 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:00.572973 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 148] Sesch channel 148 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:00.613428 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 148] EOF received (148) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:00.613867 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 148] EOF sent (148) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:00.614510 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e1bf6208-3155-4cd0-9094-8e941e53cfb2 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:00.631478 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e1bf6208-3155-4cd0-9094-8e941e53cfb2 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eee795d2-fc6c-4d8b-b170-4ebe21b30137" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:00.631817 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e1bf6208-3155-4cd0-9094-8e941e53cfb2 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_eee795d2-fc6c-4d8b-b170-4ebe21b30137" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:00.657498 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e1bf6208-3155-4cd0-9094-8e941e53cfb2 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_eee795d2-fc6c-4d8b-b170-4ebe21b30137" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:00.668046 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e1bf6208-3155-4cd0-9094-8e941e53cfb2 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eee795d2-fc6c-4d8b-b170-4ebe21b30137" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:00.668402 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e1bf6208-3155-4cd0-9094-8e941e53cfb2 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_eee795d2-fc6c-4d8b-b170-4ebe21b30137" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:00.691016 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e1bf6208-3155-4cd0-9094-8e941e53cfb2 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_eee795d2-fc6c-4d8b-b170-4ebe21b30137" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:00.691186 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-e1bf6208-3155-4cd0-9094-8e941e53cfb2 tempest-ReplicationSnapshotTest-1722040859 None] Share replica eee795d2-fc6c-4d8b-b170-4ebe21b30137: promoted to active state successfully.
Feb 19 02:49:00.958944 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_83c80462_6b9b_4b8a_ad51_bcf56e0e4773@tmp_snapshot_for_replication__8baf6da4_6780_4ccb_b42e_638bbf5e0904_time_2026-02-19T02:48:52.545171 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:00.959288 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] [chan 186] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:00.959990 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 186] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:00.960150 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 186 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:00.961838 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 186] Sesch channel 186 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:01.005962 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 186] EOF received (186) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:01.006468 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 186] EOF sent (186) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:01.007137 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:01.007710 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-betta/subdir/manila_share_83c80462_6b9b_4b8a_ad51_bcf56e0e4773@tmp_snapshot_for_replication__8baf6da4_6780_4ccb_b42e_638bbf5e0904_time_2026-02-19T02:48:52.545171" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.108s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:01.008034 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_83c80462_6b9b_4b8a_ad51_bcf56e0e4773@tmp_snapshot_for_replication__83c80462_6b9b_4b8a_ad51_bcf56e0e4773_time_2026-02-19T02:48:55.857708" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:01.008688 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-betta/subdir/manila_share_83c80462_6b9b_4b8a_ad51_bcf56e0e4773@tmp_snapshot_for_replication__83c80462_6b9b_4b8a_ad51_bcf56e0e4773_time_2026-02-19T02:48:55.857708" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:01.008986 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_83c80462_6b9b_4b8a_ad51_bcf56e0e4773@tmp_snapshot_for_replication__83c80462_6b9b_4b8a_ad51_bcf56e0e4773_time_2026-02-19T02:48:55.857708 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:01.009357 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] [chan 164] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:01.010056 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 164] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:01.010232 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 164 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:01.012194 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 164] Sesch channel 164 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:01.037667 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 164] EOF received (164) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:01.038053 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 164] EOF sent (164) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:01.038686 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:01.039010 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:01.039489 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:01.039810 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] [chan 210] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:01.040497 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 210] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:01.040667 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 210 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:01.042633 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 210] Sesch channel 210 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:01.059066 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 210] EOF received (210) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:01.059468 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 210] EOF sent (210) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:01.060081 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:02.571659 np0000156481 manila-share[88840]: DEBUG manila.coordination [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked-share-replica-operation-for-share-3c088b80-a16e-4b65-9205-dbd656e19a76" acquired by "locked_replica_operation". {{(pid=88840) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:49:02.650821 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_91dc1549-c477-41e0-84f0-00f12310c6ac" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:02.651178 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_91dc1549-c477-41e0-84f0-00f12310c6ac" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:02.653158 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_91dc1549-c477-41e0-84f0-00f12310c6ac" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:02.653290 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_91dc1549-c477-41e0-84f0-00f12310c6ac" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:02.653514 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_91dc1549-c477-41e0-84f0-00f12310c6ac" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:02.655537 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_91dc1549-c477-41e0-84f0-00f12310c6ac" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:02.655641 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_91dc1549-c477-41e0-84f0-00f12310c6ac" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:02.655854 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_91dc1549-c477-41e0-84f0-00f12310c6ac" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:02.657682 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_91dc1549-c477-41e0-84f0-00f12310c6ac" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:02.657854 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] All access rules have been synced for share instance 91dc1549-c477-41e0-84f0-00f12310c6ac belonging to share 3c088b80-a16e-4b65-9205-dbd656e19a76. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:49:02.660970 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:02.661167 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] [chan 187] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:02.661814 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 187] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:02.661911 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 187 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:02.663126 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 187] Sesch channel 187 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:02.703743 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 187] EOF received (187) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:02.704169 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 187] EOF sent (187) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:02.705142 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:02.705618 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-alpha/manila_share_91dc1549_c477_41e0_84f0_00f12310c6ac@tmp_snapshot_for_replication__eee795d2_fc6c_4d8b_b170_4ebe21b30137_time_2026-02-19T02:48:56.400731" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:02.706257 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-alpha/manila_share_91dc1549_c477_41e0_84f0_00f12310c6ac@tmp_snapshot_for_replication__eee795d2_fc6c_4d8b_b170_4ebe21b30137_time_2026-02-19T02:48:56.400731" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:02.706617 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_91dc1549_c477_41e0_84f0_00f12310c6ac@tmp_snapshot_for_replication__eee795d2_fc6c_4d8b_b170_4ebe21b30137_time_2026-02-19T02:48:56.400731 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:02.707049 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] [chan 165] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:02.707663 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 165] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:02.707766 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 165 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:02.709161 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 165] Sesch channel 165 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:02.734736 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 165] EOF received (165) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:02.735154 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 165] EOF sent (165) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:02.735831 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:02.736160 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:02.736685 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:02.737023 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] [chan 211] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:02.737697 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 211] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:02.737858 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 211 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:02.739853 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 211] Sesch channel 211 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:02.758626 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 211] EOF received (211) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:02.759003 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 211] EOF sent (211) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:02.759657 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:03.061551 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_83c80462_6b9b_4b8a_ad51_bcf56e0e4773@tmp_snapshot_for_replication__83c80462_6b9b_4b8a_ad51_bcf56e0e4773_time_2026-02-19T02:48:55.857708 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:03.061750 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] [chan 188] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.062290 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 188] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.062394 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 188 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:03.064435 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 188] Sesch channel 188 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.310084 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 188] EOF received (188) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.310361 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 188] EOF sent (188) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.310788 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:03.311137 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-betta/subdir/manila_share_83c80462_6b9b_4b8a_ad51_bcf56e0e4773@tmp_snapshot_for_replication__83c80462_6b9b_4b8a_ad51_bcf56e0e4773_time_2026-02-19T02:48:55.857708" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.303s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:03.311370 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:03.311660 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] [chan 166] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.312034 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 166] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.312136 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 166 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:03.313451 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 166] Sesch channel 166 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.346866 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 166] EOF received (166) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.347463 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 166] EOF sent (166) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.347534 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:03.347761 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_83c80462_6b9b_4b8a_ad51_bcf56e0e4773" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:03.348179 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-betta/subdir/manila_share_83c80462_6b9b_4b8a_ad51_bcf56e0e4773" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:03.348378 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_83c80462_6b9b_4b8a_ad51_bcf56e0e4773 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:03.348583 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] [chan 58] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.348996 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 58] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.349094 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 58 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:03.350427 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 58] Sesch channel 58 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.372222 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 58] EOF received (58) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.372624 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 58] EOF sent (58) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.373206 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:03.373562 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:03.373885 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-betta/subdir/manila_share_83c80462_6b9b_4b8a_ad51_bcf56e0e4773" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.026s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:03.374153 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_83c80462_6b9b_4b8a_ad51_bcf56e0e4773" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:03.374627 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-betta/subdir/manila_share_83c80462_6b9b_4b8a_ad51_bcf56e0e4773" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:03.374912 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_83c80462_6b9b_4b8a_ad51_bcf56e0e4773 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:03.375235 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] [chan 212] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.375887 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 212] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.376059 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 212 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:03.377658 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 212] Sesch channel 212 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.406872 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 212] EOF received (212) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.407284 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 212] EOF sent (212) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.407904 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:03.408222 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is /betta/subdir/manila_share_83c80462_6b9b_4b8a_ad51_bcf56e0e4773. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:03.408531 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_83c80462_6b9b_4b8a_ad51_bcf56e0e4773 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:03.408857 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] [chan 189] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.409529 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 189] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.409704 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 189 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:03.411647 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 189] Sesch channel 189 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.528389 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 189] EOF received (189) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.528782 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 189] EOF sent (189) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.529426 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:03.529910 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_83c80462_6b9b_4b8a_ad51_bcf56e0e4773 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:03.530278 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] [chan 167] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.530986 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 167] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.531095 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 167 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:03.532973 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 167] Sesch channel 167 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.584639 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 167] EOF received (167) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.584639 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 167] EOF sent (167) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.585654 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:03.719030 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:03.719494 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:03.721534 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:03.721663 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:03.721886 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:03.724003 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:03.724128 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:03.724361 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:03.726043 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "locked_access_rules_operation_by_share_instance_b6e17bf0-ddee-4d9b-b197-0f9c3a932f73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:03.726169 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] All access rules have been synced for share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73 belonging to share 5f006fd5-89fd-4373-9e26-e5dc4d14a613. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:49:03.729543 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:03.729732 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 213] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.730113 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 213] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.730224 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 213 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:03.731375 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 213] Sesch channel 213 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.760546 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 213] EOF received (213) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.760898 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 213] EOF sent (213) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.761599 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:03.761970 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:03.762310 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 190] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.762935 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 190] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.763100 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 190 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:03.765030 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 190] Sesch channel 190 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.811610 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 190] EOF received (190) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.811961 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 190] EOF sent (190) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.812675 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:03.813151 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:03.813762 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:03.813981 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:03.814306 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 91] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.815282 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 91] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.815483 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 91 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:03.816754 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 91] Sesch channel 91 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.840245 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 91] EOF received (91) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.840647 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 91] EOF sent (91) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.841233 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:03.841652 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:03.841963 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.028s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:03.842236 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] Acquiring lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:03.842742 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:03.843011 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:03.843356 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 168] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.843945 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 168] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.844106 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 168 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:03.846071 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 168] Sesch channel 168 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.873581 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 168] EOF received (168) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.873943 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 168] EOF sent (168) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.874608 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:03.874931 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] ZFS option mountpoint's value is /alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:03.875194 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): lsof -w /alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:03.875555 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 214] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.876049 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 214] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.876221 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 214 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:03.877626 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 214] Sesch channel 214 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.995351 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 214] EOF received (214) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.995760 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 214] EOF sent (214) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.996454 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:03.996997 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo umount /alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:03.997360 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 191] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.998002 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 191] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:03.998167 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 191 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:04.000151 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 191] Sesch channel 191 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:04.030136 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 191] EOF received (191) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:04.030513 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 191] EOF sent (191) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:04.031157 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:04.760803 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_91dc1549_c477_41e0_84f0_00f12310c6ac@tmp_snapshot_for_replication__eee795d2_fc6c_4d8b_b170_4ebe21b30137_time_2026-02-19T02:48:56.400731 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:04.763612 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] [chan 169] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:04.763612 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 169] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:04.763612 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 169 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:04.764344 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 169] Sesch channel 169 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:04.809114 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 169] EOF received (169) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:04.809511 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 169] EOF sent (169) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:04.810094 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:04.810617 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-alpha/manila_share_91dc1549_c477_41e0_84f0_00f12310c6ac@tmp_snapshot_for_replication__eee795d2_fc6c_4d8b_b170_4ebe21b30137_time_2026-02-19T02:48:56.400731" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.104s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:04.810912 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-alpha/manila_share_91dc1549_c477_41e0_84f0_00f12310c6ac@tmp_snapshot_for_replication__91dc1549_c477_41e0_84f0_00f12310c6ac_time_2026-02-19T02:48:59.692380" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:04.811648 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-alpha/manila_share_91dc1549_c477_41e0_84f0_00f12310c6ac@tmp_snapshot_for_replication__91dc1549_c477_41e0_84f0_00f12310c6ac_time_2026-02-19T02:48:59.692380" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:04.811934 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_91dc1549_c477_41e0_84f0_00f12310c6ac@tmp_snapshot_for_replication__91dc1549_c477_41e0_84f0_00f12310c6ac_time_2026-02-19T02:48:59.692380 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:04.812249 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] [chan 215] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:04.813074 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 215] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:04.813240 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 215 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:04.815897 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 215] Sesch channel 215 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:04.841451 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 215] EOF received (215) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:04.841911 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 215] EOF sent (215) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:04.842656 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:04.843103 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:04.843611 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:04.843874 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] [chan 192] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:04.844271 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 192] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:04.844407 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 192 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:04.845681 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 192] Sesch channel 192 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:04.869657 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 192] EOF received (192) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:04.871084 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 192] EOF sent (192) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:04.871084 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:05.241561 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:49:05.241561 np0000156481 manila-share[88844]: DEBUG manila.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Notifying Schedulers of capabilities ... {{(pid=88844) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:49:05.241561 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:49:05.245959 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:49:05.245959 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica instances. {{(pid=88844) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:49:05.255686 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:49:05.255811 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:49:05.261223 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:49:05.261371 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:49:05.264540 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:49:05.264673 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica snapshots. {{(pid=88844) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:49:05.274559 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._report_driver_status {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:49:05.274678 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share status
Feb 19 02:49:05.274859 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:05.275082 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 161] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:05.275736 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 161] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:05.275851 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 161 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:05.277781 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 161] Sesch channel 161 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:05.306018 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 161] EOF received (161) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:05.306498 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 161] EOF sent (161) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:05.307073 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:05.307379 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option free's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:05.307655 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:05.307950 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 148] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:05.308587 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 148] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:05.308979 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 148 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:05.311043 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 148] Sesch channel 148 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:05.339617 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 148] EOF received (148) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:05.340025 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 148] EOF sent (148) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:05.340594 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:05.340861 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option size's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:05.341126 np0000156481 manila-share[88844]: DEBUG manila.share.driver [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share stats. {{(pid=88844) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:49:05.341485 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:49:05.345746 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:49:05.348958 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:49:05.349060 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share instances. {{(pid=88844) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:49:05.354283 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:49:05.587177 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_83c80462_6b9b_4b8a_ad51_bcf56e0e4773 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:05.587606 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] [chan 170] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:05.588518 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 170] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:05.588703 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 170 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:05.591473 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 170] Sesch channel 170 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:05.649743 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 170] EOF received (170) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:05.649996 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 170] EOF sent (170) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:05.650574 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:05.650896 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-betta/subdir/manila_share_83c80462_6b9b_4b8a_ad51_bcf56e0e4773" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.276s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:05.737529 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Created reservations ['70db6e9d-f5e2-4fd4-ac99-2310b313cc36', 'f406979b-b219-43de-8650-884d666883ef', '21f5d947-aa33-4536-9208-19f96b9fe7e9', '86f7bfe2-3525-4e33-9bdb-5979587b6ae7'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:49:05.750622 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Committed reservations ['70db6e9d-f5e2-4fd4-ac99-2310b313cc36', 'f406979b-b219-43de-8650-884d666883ef', '21f5d947-aa33-4536-9208-19f96b9fe7e9', '86f7bfe2-3525-4e33-9bdb-5979587b6ae7'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:49:05.754790 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-cc87406d-93d4-439b-8bea-165f8e28e766 tempest-ReplicationTest-1049150197 None] Share replica 83c80462-6b9b-4b8a-ad51-bcf56e0e4773 deleted successfully.
Feb 19 02:49:06.032965 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:06.033738 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] [chan 216] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:06.034240 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 216] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:06.034452 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 216 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:06.036492 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 216] Sesch channel 216 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:06.091885 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 216] EOF received (216) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:06.092116 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 216] EOF sent (216) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:06.092537 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:06.092857 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] Lock "zfs-dataset-alpha/manila_share_b6e17bf0_ddee_4d9b_b197_0f9c3a932f73" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.250s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:06.190722 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] Created reservations ['c7bffea6-1720-41d6-a739-a8e2b2a58a7b', '70fe5e3f-bcc0-498a-9e5f-f2d853ae72b3', '2ba2d478-2c69-42e9-af8a-cca95cce0fe6', '98f0c75e-f119-49c1-ac84-2c0691a5e465'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:49:06.202814 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] Committed reservations ['c7bffea6-1720-41d6-a739-a8e2b2a58a7b', '70fe5e3f-bcc0-498a-9e5f-f2d853ae72b3', '2ba2d478-2c69-42e9-af8a-cca95cce0fe6', '98f0c75e-f119-49c1-ac84-2c0691a5e465'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:49:06.207660 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-ebf8de74-bfcc-4015-b9cb-1d618d5e2e1c tempest-ShareIpRulesForNFSTest-1181610700 None] Share instance b6e17bf0-ddee-4d9b-b197-0f9c3a932f73: deleted successfully.
Feb 19 02:49:06.872479 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_91dc1549_c477_41e0_84f0_00f12310c6ac@tmp_snapshot_for_replication__91dc1549_c477_41e0_84f0_00f12310c6ac_time_2026-02-19T02:48:59.692380 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:06.873781 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] [chan 193] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:06.874727 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 193] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:06.874909 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 193 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:06.876949 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 193] Sesch channel 193 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:06.925071 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 193] EOF received (193) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:06.925516 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 193] EOF sent (193) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:06.926504 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:06.927065 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-alpha/manila_share_91dc1549_c477_41e0_84f0_00f12310c6ac@tmp_snapshot_for_replication__91dc1549_c477_41e0_84f0_00f12310c6ac_time_2026-02-19T02:48:59.692380" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.115s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:06.927380 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:06.927792 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] [chan 171] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:06.928544 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 171] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:06.928701 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 171 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:06.930996 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 171] Sesch channel 171 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:06.961412 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 171] EOF received (171) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:06.961856 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 171] EOF sent (171) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:06.962736 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:06.963177 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-alpha/manila_share_91dc1549_c477_41e0_84f0_00f12310c6ac" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:06.963912 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-alpha/manila_share_91dc1549_c477_41e0_84f0_00f12310c6ac" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:06.964384 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_91dc1549_c477_41e0_84f0_00f12310c6ac {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:06.964774 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] [chan 59] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:06.965316 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 59] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:06.965574 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 59 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:06.967337 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 59] Sesch channel 59 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:06.989831 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 59] EOF received (59) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:06.990214 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 59] EOF sent (59) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:06.990878 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:06.991194 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:06.991563 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-alpha/manila_share_91dc1549_c477_41e0_84f0_00f12310c6ac" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.028s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:06.991841 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-alpha/manila_share_91dc1549_c477_41e0_84f0_00f12310c6ac" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:06.992277 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-alpha/manila_share_91dc1549_c477_41e0_84f0_00f12310c6ac" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:06.992619 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_91dc1549_c477_41e0_84f0_00f12310c6ac {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:06.992961 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] [chan 217] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:06.993548 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 217] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:06.993734 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 217 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:06.995608 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 217] Sesch channel 217 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:07.019275 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 217] EOF received (217) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:07.019667 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 217] EOF sent (217) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:07.020286 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:07.020665 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is /alpha/manila_share_91dc1549_c477_41e0_84f0_00f12310c6ac. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:07.020929 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): lsof -w /alpha/manila_share_91dc1549_c477_41e0_84f0_00f12310c6ac {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:07.021276 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] [chan 194] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:07.021947 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 194] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:07.022085 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 194 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:07.023703 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 194] Sesch channel 194 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:07.155789 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 194] EOF received (194) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:07.156547 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 194] EOF sent (194) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:07.157240 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:07.157921 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount /alpha/manila_share_91dc1549_c477_41e0_84f0_00f12310c6ac {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:07.158356 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] [chan 172] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:07.159076 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 172] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:07.159286 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 172 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:07.161484 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 172] Sesch channel 172 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:07.192794 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 172] EOF received (172) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:07.193198 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 172] EOF sent (172) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:07.193821 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:08.356554 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8baf6da4-6780-4ccb-b42e-638bbf5e0904" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:08.357246 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_8baf6da4-6780-4ccb-b42e-638bbf5e0904" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:08.359001 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_8baf6da4-6780-4ccb-b42e-638bbf5e0904" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:08.359204 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8baf6da4-6780-4ccb-b42e-638bbf5e0904" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:08.359492 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_8baf6da4-6780-4ccb-b42e-638bbf5e0904" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:08.361887 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_8baf6da4-6780-4ccb-b42e-638bbf5e0904" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:08.362015 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8baf6da4-6780-4ccb-b42e-638bbf5e0904" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:08.362212 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_8baf6da4-6780-4ccb-b42e-638bbf5e0904" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:08.363960 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_8baf6da4-6780-4ccb-b42e-638bbf5e0904" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:08.364155 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] All access rules have been synced for share instance 8baf6da4-6780-4ccb-b42e-638bbf5e0904 belonging to share 21003211-28d8-44a1-a015-ee2af155401b. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:49:08.367620 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:08.368017 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] [chan 140] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:08.368173 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 140] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:08.368260 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 140 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:08.369485 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 140] Sesch channel 140 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:08.398112 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 140] EOF received (140) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:08.398555 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 140] EOF sent (140) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:08.399293 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:08.399682 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:08.400014 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] [chan 149] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:08.400577 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 149] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:08.400739 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 149 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:08.402808 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 149] Sesch channel 149 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:08.436213 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 149] EOF received (149) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:08.436632 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 149] EOF sent (149) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:08.437397 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:08.437797 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904@tmp_snapshot_for_replication__8baf6da4_6780_4ccb_b42e_638bbf5e0904_time_2026-02-19T02:48:52.545171" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:08.438451 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904@tmp_snapshot_for_replication__8baf6da4_6780_4ccb_b42e_638bbf5e0904_time_2026-02-19T02:48:52.545171" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:08.438739 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904@tmp_snapshot_for_replication__8baf6da4_6780_4ccb_b42e_638bbf5e0904_time_2026-02-19T02:48:52.545171 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:08.439077 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] [chan 162] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:08.439750 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 162] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:08.439935 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 162 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:08.441433 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 162] Sesch channel 162 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:08.471610 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 162] EOF received (162) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:08.472041 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 162] EOF sent (162) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:08.472714 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:08.473262 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:08.473562 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:08.473909 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] [chan 149] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:08.476076 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 149] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:08.476076 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 149 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:08.476284 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 149] Sesch channel 149 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:08.497108 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 149] EOF received (149) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:08.497529 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 149] EOF sent (149) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:08.498112 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:09.195407 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_91dc1549_c477_41e0_84f0_00f12310c6ac {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:09.195866 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] [chan 218] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:09.196629 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 218] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:09.196836 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 218 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:09.198834 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 218] Sesch channel 218 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:09.261006 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 218] EOF received (218) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:09.261006 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 218] EOF sent (218) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:09.261450 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:09.261837 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-alpha/manila_share_91dc1549_c477_41e0_84f0_00f12310c6ac" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.270s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:09.357372 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Created reservations ['93491195-0f6a-4851-ad43-ec6356a6f51e', 'bc9a0c15-69e6-4263-8980-6d3b49aca28d', '4d11dc12-ccf5-44ae-9c07-1a56c11915d7', 'e2665436-264c-4523-b694-14f7a9c53794'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:49:09.370627 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Committed reservations ['93491195-0f6a-4851-ad43-ec6356a6f51e', 'bc9a0c15-69e6-4263-8980-6d3b49aca28d', '4d11dc12-ccf5-44ae-9c07-1a56c11915d7', 'e2665436-264c-4523-b694-14f7a9c53794'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:49:09.374751 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-9d8d2802-17d6-4c3d-a587-3f7dd2f0dd89 tempest-ReplicationSnapshotTest-1722040859 None] Share replica 91dc1549-c477-41e0-84f0-00f12310c6ac deleted successfully.
Feb 19 02:49:10.499076 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904@tmp_snapshot_for_replication__8baf6da4_6780_4ccb_b42e_638bbf5e0904_time_2026-02-19T02:48:52.545171 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:10.499670 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] [chan 141] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:10.500083 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 141] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:10.500245 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 141 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:10.501676 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 141] Sesch channel 141 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:10.545421 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 141] EOF received (141) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:10.545857 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 141] EOF sent (141) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:10.546716 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:10.546995 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904@tmp_snapshot_for_replication__8baf6da4_6780_4ccb_b42e_638bbf5e0904_time_2026-02-19T02:48:52.545171" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.109s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:10.547280 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904@tmp_snapshot_for_replication__83c80462_6b9b_4b8a_ad51_bcf56e0e4773_time_2026-02-19T02:48:55.857708" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:10.547866 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904@tmp_snapshot_for_replication__83c80462_6b9b_4b8a_ad51_bcf56e0e4773_time_2026-02-19T02:48:55.857708" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:10.548164 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904@tmp_snapshot_for_replication__83c80462_6b9b_4b8a_ad51_bcf56e0e4773_time_2026-02-19T02:48:55.857708 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:10.548513 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] [chan 150] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:10.549196 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 150] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:10.549389 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 150 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:10.551393 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 150] Sesch channel 150 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:10.572637 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 150] EOF received (150) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:10.572905 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 150] EOF sent (150) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:10.573347 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:10.573632 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:10.573938 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:10.574197 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] [chan 163] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:10.574691 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 163] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:10.574815 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 163 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:10.576569 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 163] Sesch channel 163 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:10.595168 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 163] EOF received (163) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:10.595449 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 163] EOF sent (163) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:10.595906 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:10.899475 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-733cdc92-3bda-4090-a17d-81eac7e2d17f tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off betta/subdir/manila_share_0b262e80_91bb_442e_9b17_8ca10cc77b1f {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:10.900068 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-733cdc92-3bda-4090-a17d-81eac7e2d17f tempest-SharesActionsTest-247278417 None] [chan 195] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:10.900198 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 195] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:10.900198 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 195 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:10.902197 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 195] Sesch channel 195 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:10.997128 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 195] EOF received (195) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:10.997526 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 195] EOF sent (195) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:10.998171 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-733cdc92-3bda-4090-a17d-81eac7e2d17f tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:10.998540 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-733cdc92-3bda-4090-a17d-81eac7e2d17f tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_0b262e80_91bb_442e_9b17_8ca10cc77b1f {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:10.998875 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-733cdc92-3bda-4090-a17d-81eac7e2d17f tempest-SharesActionsTest-247278417 None] [chan 92] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:10.999452 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 92] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:10.999616 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 92 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:11.001065 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 92] Sesch channel 92 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:11.024688 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 92] EOF received (92) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:11.025040 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 92] EOF sent (92) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:11.025718 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-733cdc92-3bda-4090-a17d-81eac7e2d17f tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:11.026033 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-733cdc92-3bda-4090-a17d-81eac7e2d17f tempest-SharesActionsTest-247278417 None] ZFS option mountpoint's value is /betta/subdir/manila_share_0b262e80_91bb_442e_9b17_8ca10cc77b1f. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:11.049884 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-733cdc92-3bda-4090-a17d-81eac7e2d17f tempest-SharesActionsTest-247278417 None] Share instance 0b262e80-91bb-442e-9b17-8ca10cc77b1f created successfully.
Feb 19 02:49:11.947850 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1221fbd9-2fc5-45a1-b693-513daff14994 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:11.948461 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-1221fbd9-2fc5-45a1-b693-513daff14994 tempest-ReplicationSnapshotTest-1722040859 None] [chan 173] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:11.948765 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 173] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:11.948853 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 173 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:11.950579 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 173] Sesch channel 173 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:12.045972 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 173] EOF received (173) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:12.046475 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 173] EOF sent (173) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:12.047551 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1221fbd9-2fc5-45a1-b693-513daff14994 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:12.047911 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1221fbd9-2fc5-45a1-b693-513daff14994 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:12.048307 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-1221fbd9-2fc5-45a1-b693-513daff14994 tempest-ReplicationSnapshotTest-1722040859 None] [chan 60] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:12.048998 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 60] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:12.049099 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 60 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:12.050495 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 60] Sesch channel 60 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:12.075479 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 60] EOF received (60) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:12.075833 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 60] EOF sent (60) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:12.076417 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-1221fbd9-2fc5-45a1-b693-513daff14994 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:12.076761 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1221fbd9-2fc5-45a1-b693-513daff14994 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is /alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:12.102413 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-1221fbd9-2fc5-45a1-b693-513daff14994 tempest-ReplicationSnapshotTest-1722040859 None] Share instance 0eecbb1f-07a8-4272-9a18-e3aae20a386e created successfully.
Feb 19 02:49:12.596728 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904@tmp_snapshot_for_replication__83c80462_6b9b_4b8a_ad51_bcf56e0e4773_time_2026-02-19T02:48:55.857708 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:12.597422 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] [chan 150] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:12.597943 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 150] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:12.598120 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 150 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:12.600228 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 150] Sesch channel 150 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:12.639249 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 150] EOF received (150) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:12.639529 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 150] EOF sent (150) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:12.639909 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:12.640253 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904@tmp_snapshot_for_replication__83c80462_6b9b_4b8a_ad51_bcf56e0e4773_time_2026-02-19T02:48:55.857708" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.092s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:12.640482 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:12.640812 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:12.640982 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:12.641190 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] [chan 77] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:12.641717 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 77] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:12.641805 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 77 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:12.643496 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 77] Sesch channel 77 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:12.669507 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 77] EOF received (77) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:12.669747 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 77] EOF sent (77) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:12.670110 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:12.670337 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:12.670525 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.030s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:12.670692 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:12.670967 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:12.671148 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:12.671366 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] [chan 142] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:12.671806 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 142] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:12.671913 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 142 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:12.673511 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 142] Sesch channel 142 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:12.696063 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 142] EOF received (142) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:12.696545 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 142] EOF sent (142) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:12.697191 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:12.697555 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is /gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:12.697842 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): lsof -w /gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:12.698184 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] [chan 151] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:12.698822 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 151] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:12.698998 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 151 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:12.700408 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 151] Sesch channel 151 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:12.822150 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 151] EOF received (151) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:12.822387 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 151] EOF sent (151) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:12.822772 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:12.823137 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo umount /gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:12.823304 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] [chan 164] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:12.823940 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 164] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:12.823940 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 164 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:12.825926 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 164] Sesch channel 164 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:12.855660 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 164] EOF received (164) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:12.855876 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 164] EOF sent (164) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:12.856208 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:14.092535 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-78f4b8c1-ef48-41cc-bef0-98f87deb46d4 tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo zfs snapshot betta/subdir/manila_share_0b262e80_91bb_442e_9b17_8ca10cc77b1f@manila_share_snapshot_d9af5c7f_b916_4431_acdc_bcc39375cae4 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:14.093090 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-78f4b8c1-ef48-41cc-bef0-98f87deb46d4 tempest-SharesActionsTest-247278417 None] [chan 219] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:14.093362 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 219] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:14.093477 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 219 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:14.095452 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 219] Sesch channel 219 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:14.139606 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 219] EOF received (219) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:14.139976 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 219] EOF sent (219) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:14.140576 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-78f4b8c1-ef48-41cc-bef0-98f87deb46d4 tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:14.857395 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:14.857999 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] [chan 151] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:14.858523 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 151] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:14.858691 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 151 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:14.861297 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 151] Sesch channel 151 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:14.924255 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 151] EOF received (151) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:14.924734 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 151] EOF sent (151) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:14.925407 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:14.925904 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_8baf6da4_6780_4ccb_b42e_638bbf5e0904" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.255s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:15.018048 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Created reservations ['ff41de9e-b7a8-48d5-8653-2a78f69ea99a', '1f0ed25f-23d3-44c6-956d-168ccd604450', '4678be8b-8877-48a4-aa0a-fe41b50b3a76', '822b51c3-c198-4cac-b955-4f045e6f36a7', '0acedd3d-73a5-4d5f-8330-f5985a4cc316', '69393166-e177-4b8d-9fe4-4f32242453a5', 'f493547b-5c70-4b48-b427-630649ad3d61', 'fe22046b-a0b4-4497-bed7-68b4a99d6e2e'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:49:15.032106 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Committed reservations ['ff41de9e-b7a8-48d5-8653-2a78f69ea99a', '1f0ed25f-23d3-44c6-956d-168ccd604450', '4678be8b-8877-48a4-aa0a-fe41b50b3a76', '822b51c3-c198-4cac-b955-4f045e6f36a7', '0acedd3d-73a5-4d5f-8330-f5985a4cc316', '69393166-e177-4b8d-9fe4-4f32242453a5', 'f493547b-5c70-4b48-b427-630649ad3d61', 'fe22046b-a0b4-4497-bed7-68b4a99d6e2e'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:49:15.035343 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-55b524ed-311a-4a86-8977-3018942b9669 tempest-ReplicationTest-1049150197 None] Share instance 8baf6da4-6780-4ccb-b42e-638bbf5e0904: deleted successfully.
Feb 19 02:49:15.146027 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-10daf9c9-bf0e-4c21-adea-8cfa8908a3a6 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked-share-replica-operation-for-share-d1bea693-e383-458a-9221-d8ecbcd76524" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:49:15.265481 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10daf9c9-bf0e-4c21-adea-8cfa8908a3a6 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e@tmp_snapshot_for_replication__59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896_time_2026-02-19T02:49:15.217200 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:15.265887 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-10daf9c9-bf0e-4c21-adea-8cfa8908a3a6 tempest-ReplicationSnapshotTest-1722040859 None] [chan 143] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:15.266665 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 143] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:15.266842 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 143 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:15.269086 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 143] Sesch channel 143 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:15.554797 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 143] EOF received (143) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:15.555026 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 143] EOF sent (143) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:15.556445 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10daf9c9-bf0e-4c21-adea-8cfa8908a3a6 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:15.556798 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10daf9c9-bf0e-4c21-adea-8cfa8908a3a6 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e@tmp_snapshot_for_replication__59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896_time_2026-02-19T02:49:15.217200 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:15.557139 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-10daf9c9-bf0e-4c21-adea-8cfa8908a3a6 tempest-ReplicationSnapshotTest-1722040859 None] [chan 152] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:15.557896 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 152] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:15.558197 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 152 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:15.559998 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 152] Sesch channel 152 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:16.095713 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 152] EOF received (152) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:16.096100 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 152] EOF sent (152) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:16.096825 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10daf9c9-bf0e-4c21-adea-8cfa8908a3a6 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:16.097058 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-10daf9c9-bf0e-4c21-adea-8cfa8908a3a6 tempest-ReplicationSnapshotTest-1722040859 None] Info about replica '59ab18e8-f1d1-4611-9c4f-b2ed3c5e6896' creation is following:
Feb 19 02:49:16.097058 np0000156481 manila-share[88844]: receiving full stream of alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e@tmp_snapshot_for_replication__59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896_time_2026-02-19T02:49:15.217200 into gamma/manila_share_59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896@tmp_snapshot_for_replication__59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896_time_2026-02-19T02:49:15.217200
Feb 19 02:49:16.097058 np0000156481 manila-share[88844]: received 43.9K stream in 0.09 seconds (471K/sec)
Feb 19 02:49:16.097058 np0000156481 manila-share[88844]:  {{(pid=88844) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 02:49:16.097254 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10daf9c9-bf0e-4c21-adea-8cfa8908a3a6 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:16.097640 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-10daf9c9-bf0e-4c21-adea-8cfa8908a3a6 tempest-ReplicationSnapshotTest-1722040859 None] [chan 165] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:16.098134 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 165] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:16.098334 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 165 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:16.099881 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 165] Sesch channel 165 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:16.145993 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 165] EOF received (165) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:16.146275 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 165] EOF sent (165) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:16.146797 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10daf9c9-bf0e-4c21-adea-8cfa8908a3a6 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:16.147064 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10daf9c9-bf0e-4c21-adea-8cfa8908a3a6 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:16.147354 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-10daf9c9-bf0e-4c21-adea-8cfa8908a3a6 tempest-ReplicationSnapshotTest-1722040859 None] [chan 152] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:16.147791 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 152] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:16.147904 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 152 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:16.149575 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 152] Sesch channel 152 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:16.185490 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 152] EOF received (152) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:16.185868 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 152] EOF sent (152) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:16.186585 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10daf9c9-bf0e-4c21-adea-8cfa8908a3a6 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:16.186933 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-10daf9c9-bf0e-4c21-adea-8cfa8908a3a6 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:16.187593 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-10daf9c9-bf0e-4c21-adea-8cfa8908a3a6 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:16.187846 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10daf9c9-bf0e-4c21-adea-8cfa8908a3a6 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:16.188182 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-10daf9c9-bf0e-4c21-adea-8cfa8908a3a6 tempest-ReplicationSnapshotTest-1722040859 None] [chan 72] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:16.188857 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 72] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:16.189020 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 72 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:16.190943 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 72] Sesch channel 72 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:16.218847 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 72] EOF received (72) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:16.219197 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 72] EOF sent (72) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:16.219830 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10daf9c9-bf0e-4c21-adea-8cfa8908a3a6 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:16.220167 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10daf9c9-bf0e-4c21-adea-8cfa8908a3a6 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:16.220510 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-10daf9c9-bf0e-4c21-adea-8cfa8908a3a6 tempest-ReplicationSnapshotTest-1722040859 None] [chan 78] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:16.221148 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 78] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:16.221308 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 78 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:16.223641 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 78] Sesch channel 78 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:16.263801 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 78] EOF received (78) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:16.264195 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 78] EOF sent (78) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:16.264886 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10daf9c9-bf0e-4c21-adea-8cfa8908a3a6 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:16.265268 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-10daf9c9-bf0e-4c21-adea-8cfa8908a3a6 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.078s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:16.265600 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10daf9c9-bf0e-4c21-adea-8cfa8908a3a6 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:16.265949 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-10daf9c9-bf0e-4c21-adea-8cfa8908a3a6 tempest-ReplicationSnapshotTest-1722040859 None] [chan 73] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:16.266651 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 73] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:16.266811 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 73 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:16.268739 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 73] Sesch channel 73 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:16.297272 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 73] EOF received (73) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:16.297657 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 73] EOF sent (73) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:16.298222 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10daf9c9-bf0e-4c21-adea-8cfa8908a3a6 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:16.298630 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-10daf9c9-bf0e-4c21-adea-8cfa8908a3a6 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is /gamma/manila_share_59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:16.335874 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-10daf9c9-bf0e-4c21-adea-8cfa8908a3a6 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_59ab18e8-f1d1-4611-9c4f-b2ed3c5e6896" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:16.336298 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-10daf9c9-bf0e-4c21-adea-8cfa8908a3a6 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_59ab18e8-f1d1-4611-9c4f-b2ed3c5e6896" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:16.339148 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-10daf9c9-bf0e-4c21-adea-8cfa8908a3a6 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_59ab18e8-f1d1-4611-9c4f-b2ed3c5e6896" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:16.339262 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-10daf9c9-bf0e-4c21-adea-8cfa8908a3a6 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_59ab18e8-f1d1-4611-9c4f-b2ed3c5e6896" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:16.339552 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-10daf9c9-bf0e-4c21-adea-8cfa8908a3a6 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_59ab18e8-f1d1-4611-9c4f-b2ed3c5e6896" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:16.356546 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-10daf9c9-bf0e-4c21-adea-8cfa8908a3a6 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_59ab18e8-f1d1-4611-9c4f-b2ed3c5e6896" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.017s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:16.356662 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-10daf9c9-bf0e-4c21-adea-8cfa8908a3a6 tempest-ReplicationSnapshotTest-1722040859 None] Share replica 59ab18e8-f1d1-4611-9c4f-b2ed3c5e6896 created successfully.
Feb 19 02:49:17.594906 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-14e6dcbf-14c3-4c49-8619-e8e826ef1a60 tempest-SharesActionsTest-247278417 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vD betta/subdir/manila_share_0b262e80_91bb_442e_9b17_8ca10cc77b1f@manila_share_snapshot_d9af5c7f_b916_4431_acdc_bcc39375cae4 '|' ssh stack@127.0.0.1 sudo zfs receive -v betta/subdir/manila_share_1dd6cc62_f1b1_4e1e_b6a2_090337763207 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:17.595576 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-14e6dcbf-14c3-4c49-8619-e8e826ef1a60 tempest-SharesActionsTest-247278417 None] [chan 196] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:17.599683 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 196] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:17.599683 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 196 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:17.601840 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 196] Sesch channel 196 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:17.637910 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b7b7cd15-817a-4e3b-9337-5d99c8f80023" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:17.638266 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b7b7cd15-817a-4e3b-9337-5d99c8f80023" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:17.640285 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b7b7cd15-817a-4e3b-9337-5d99c8f80023" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:17.640441 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b7b7cd15-817a-4e3b-9337-5d99c8f80023" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:17.640621 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b7b7cd15-817a-4e3b-9337-5d99c8f80023" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:17.642480 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b7b7cd15-817a-4e3b-9337-5d99c8f80023" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:17.642582 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b7b7cd15-817a-4e3b-9337-5d99c8f80023" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:17.642794 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b7b7cd15-817a-4e3b-9337-5d99c8f80023" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:17.644576 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b7b7cd15-817a-4e3b-9337-5d99c8f80023" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:17.644675 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] All access rules have been synced for share instance b7b7cd15-817a-4e3b-9337-5d99c8f80023 belonging to share 052f7561-9378-4c1c-badd-e6df54c2873d. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:49:17.647777 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:17.647963 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] [chan 174] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:17.648435 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 174] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:17.648522 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 174 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:17.650146 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 174] Sesch channel 174 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:17.679368 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 174] EOF received (174) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:17.679510 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 174] EOF sent (174) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:17.680283 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:17.680693 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:17.681059 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] [chan 220] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:17.681701 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 220] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:17.681861 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 220 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:17.684189 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 220] Sesch channel 220 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:17.715389 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 220] EOF received (220) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:17.715686 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 220] EOF sent (220) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:17.716147 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:17.716480 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023@tmp_snapshot_for_replication__b7b7cd15_817a_4e3b_9337_5d99c8f80023_time_2026-02-19T02:48:30.546654" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:17.716985 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023@tmp_snapshot_for_replication__b7b7cd15_817a_4e3b_9337_5d99c8f80023_time_2026-02-19T02:48:30.546654" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:17.717176 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023@tmp_snapshot_for_replication__b7b7cd15_817a_4e3b_9337_5d99c8f80023_time_2026-02-19T02:48:30.546654 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:17.717429 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] [chan 175] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:17.720945 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 175] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:17.721043 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 175 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:17.722417 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 175] Sesch channel 175 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:17.751039 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 175] EOF received (175) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:17.751355 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 175] EOF sent (175) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:17.751789 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:17.752007 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:17.752290 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:17.752563 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] [chan 221] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:17.756768 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 221] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:17.756905 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 221 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:17.758228 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 221] Sesch channel 221 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:17.776441 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 221] EOF received (221) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:17.776903 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 221] EOF sent (221) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:17.777567 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:18.086860 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 196] EOF received (196) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:18.086860 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 196] EOF sent (196) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:18.087302 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-14e6dcbf-14c3-4c49-8619-e8e826ef1a60 tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:18.087543 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-14e6dcbf-14c3-4c49-8619-e8e826ef1a60 tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo zfs set quota=1G betta/subdir/manila_share_1dd6cc62_f1b1_4e1e_b6a2_090337763207 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:18.087852 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-14e6dcbf-14c3-4c49-8619-e8e826ef1a60 tempest-SharesActionsTest-247278417 None] [chan 176] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:18.088919 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 176] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:18.088919 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 176 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:18.090496 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 176] Sesch channel 176 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:18.128923 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 176] EOF received (176) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:18.129372 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 176] EOF sent (176) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:18.129975 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-14e6dcbf-14c3-4c49-8619-e8e826ef1a60 tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:18.130299 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-14e6dcbf-14c3-4c49-8619-e8e826ef1a60 tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo zfs set compression=gzip betta/subdir/manila_share_1dd6cc62_f1b1_4e1e_b6a2_090337763207 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:18.130702 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-14e6dcbf-14c3-4c49-8619-e8e826ef1a60 tempest-SharesActionsTest-247278417 None] [chan 222] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:18.131428 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 222] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:18.131598 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 222 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:18.133687 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 222] Sesch channel 222 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:18.168528 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 222] EOF received (222) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:18.168971 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 222] EOF sent (222) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:18.169530 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-14e6dcbf-14c3-4c49-8619-e8e826ef1a60 tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:18.169835 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-14e6dcbf-14c3-4c49-8619-e8e826ef1a60 tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo zfs set readonly=off betta/subdir/manila_share_1dd6cc62_f1b1_4e1e_b6a2_090337763207 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:18.170159 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-14e6dcbf-14c3-4c49-8619-e8e826ef1a60 tempest-SharesActionsTest-247278417 None] [chan 197] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:18.170993 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 197] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:18.171162 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 197 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:18.172761 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 197] Sesch channel 197 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:18.210990 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 197] EOF received (197) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:18.211367 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 197] EOF sent (197) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:18.211889 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-14e6dcbf-14c3-4c49-8619-e8e826ef1a60 tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:18.212356 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-14e6dcbf-14c3-4c49-8619-e8e826ef1a60 tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo zfs destroy betta/subdir/manila_share_1dd6cc62_f1b1_4e1e_b6a2_090337763207@manila_share_snapshot_d9af5c7f_b916_4431_acdc_bcc39375cae4 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:18.212702 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-14e6dcbf-14c3-4c49-8619-e8e826ef1a60 tempest-SharesActionsTest-247278417 None] [chan 177] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:18.213184 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 177] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:18.213412 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 177 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:18.214962 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 177] Sesch channel 177 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:18.251233 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 177] EOF received (177) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:18.251727 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 177] EOF sent (177) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:18.252541 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-14e6dcbf-14c3-4c49-8619-e8e826ef1a60 tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:18.253125 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-14e6dcbf-14c3-4c49-8619-e8e826ef1a60 tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_1dd6cc62_f1b1_4e1e_b6a2_090337763207 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:18.253568 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-14e6dcbf-14c3-4c49-8619-e8e826ef1a60 tempest-SharesActionsTest-247278417 None] [chan 93] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:18.254136 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 93] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:18.254376 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 93 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:18.256072 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 93] Sesch channel 93 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:18.286192 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 93] EOF received (93) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:18.286590 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 93] EOF sent (93) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:18.287161 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-14e6dcbf-14c3-4c49-8619-e8e826ef1a60 tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:18.287512 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14e6dcbf-14c3-4c49-8619-e8e826ef1a60 tempest-SharesActionsTest-247278417 None] ZFS option mountpoint's value is /betta/subdir/manila_share_1dd6cc62_f1b1_4e1e_b6a2_090337763207. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:18.307284 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-14e6dcbf-14c3-4c49-8619-e8e826ef1a60 tempest-SharesActionsTest-247278417 None] Share instance 1dd6cc62-f1b1-4e1e-b6a2-090337763207 created successfully.
Feb 19 02:49:18.394213 np0000156481 manila-share[88840]: DEBUG manila.coordination [None req-210ed11e-d586-4ffa-94ca-7bf6e62dceaa tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked-share-replica-operation-for-share-d1bea693-e383-458a-9221-d8ecbcd76524" acquired by "locked_replica_operation". {{(pid=88840) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:49:18.508120 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-210ed11e-d586-4ffa-94ca-7bf6e62dceaa tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e@manila_share_snapshot_eead8f1b_d1aa_488a_85c4_bb5e56d3e565 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:18.508339 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-210ed11e-d586-4ffa-94ca-7bf6e62dceaa tempest-ReplicationSnapshotTest-1722040859 None] [chan 223] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:18.508825 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 223] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:18.508935 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 223 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:18.510335 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 223] Sesch channel 223 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:18.749507 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 223] EOF received (223) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:18.750050 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 223] EOF sent (223) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:18.750050 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-210ed11e-d586-4ffa-94ca-7bf6e62dceaa tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:18.750193 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-210ed11e-d586-4ffa-94ca-7bf6e62dceaa tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e@tmp_snapshot_for_replication__0eecbb1f_07a8_4272_9a18_e3aae20a386e_time_2026-02-19T02:49:18.500417 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:18.753175 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-210ed11e-d586-4ffa-94ca-7bf6e62dceaa tempest-ReplicationSnapshotTest-1722040859 None] [chan 198] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:18.753175 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 198] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:18.753175 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 198 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:18.753175 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 198] Sesch channel 198 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:19.024115 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 198] EOF received (198) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:19.024115 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 198] EOF sent (198) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:19.024504 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-210ed11e-d586-4ffa-94ca-7bf6e62dceaa tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:19.033634 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-210ed11e-d586-4ffa-94ca-7bf6e62dceaa tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896_time_2026-02-19T02:49:15.217200 alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e@tmp_snapshot_for_replication__0eecbb1f_07a8_4272_9a18_e3aae20a386e_time_2026-02-19T02:49:18.500417 '|' ssh stack@127.0.0.1 sudo zfs receive -vF gamma/manila_share_59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:19.033869 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-210ed11e-d586-4ffa-94ca-7bf6e62dceaa tempest-ReplicationSnapshotTest-1722040859 None] [chan 178] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:19.034374 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 178] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:19.034494 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 178 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:19.035942 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 178] Sesch channel 178 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:19.564022 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 178] EOF received (178) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:19.564343 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 178] EOF sent (178) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:19.564963 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-210ed11e-d586-4ffa-94ca-7bf6e62dceaa tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:19.565181 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-210ed11e-d586-4ffa-94ca-7bf6e62dceaa tempest-ReplicationSnapshotTest-1722040859 None] Info about last replica '59ab18e8-f1d1-4611-9c4f-b2ed3c5e6896' sync is following:
Feb 19 02:49:19.565181 np0000156481 manila-share[88840]: receiving incremental stream of alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e@manila_share_snapshot_eead8f1b_d1aa_488a_85c4_bb5e56d3e565 into gamma/manila_share_59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896@manila_share_snapshot_eead8f1b_d1aa_488a_85c4_bb5e56d3e565
Feb 19 02:49:19.565181 np0000156481 manila-share[88840]: received 312B stream in 0.04 seconds (7.52K/sec)
Feb 19 02:49:19.565181 np0000156481 manila-share[88840]: receiving incremental stream of alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e@tmp_snapshot_for_replication__0eecbb1f_07a8_4272_9a18_e3aae20a386e_time_2026-02-19T02:49:18.500417 into gamma/manila_share_59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896@tmp_snapshot_for_replication__0eecbb1f_07a8_4272_9a18_e3aae20a386e_time_2026-02-19T02:49:18.500417
Feb 19 02:49:19.565181 np0000156481 manila-share[88840]: received 312B stream in 0.04 seconds (8.03K/sec)
Feb 19 02:49:19.565181 np0000156481 manila-share[88840]:  {{(pid=88840) create_replicated_snapshot /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1335}}
Feb 19 02:49:19.779607 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023@tmp_snapshot_for_replication__b7b7cd15_817a_4e3b_9337_5d99c8f80023_time_2026-02-19T02:48:30.546654 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:19.780374 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] [chan 224] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:19.780946 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 224] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:19.781205 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 224 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:19.783301 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 224] Sesch channel 224 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:19.827179 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 224] EOF received (224) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:19.827504 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 224] EOF sent (224) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:19.828046 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:19.828515 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023@tmp_snapshot_for_replication__b7b7cd15_817a_4e3b_9337_5d99c8f80023_time_2026-02-19T02:48:30.546654" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.111s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:19.828737 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023@tmp_snapshot_for_replication__7b3d98f4_de05_4fda_88d1_50a6ce4a812e_time_2026-02-19T02:48:36.498774" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:19.829202 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023@tmp_snapshot_for_replication__7b3d98f4_de05_4fda_88d1_50a6ce4a812e_time_2026-02-19T02:48:36.498774" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:19.829487 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023@tmp_snapshot_for_replication__7b3d98f4_de05_4fda_88d1_50a6ce4a812e_time_2026-02-19T02:48:36.498774 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:19.829743 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] [chan 199] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:19.830307 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 199] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:19.830479 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 199 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:19.832004 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 199] Sesch channel 199 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:19.853353 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 199] EOF received (199) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:19.853718 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 199] EOF sent (199) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:19.854545 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:19.854975 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:19.855617 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:19.856083 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] [chan 179] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:19.856916 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 179] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:19.857135 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 179 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:19.859037 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 179] Sesch channel 179 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:19.875891 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 179] EOF received (179) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:19.876238 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 179] EOF sent (179) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:19.876877 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:21.016938 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f5d5bc26-c4ca-45f1-adda-75a450b9404d tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off gamma/manila_share_022ecf0e_1075_44e1_8a32_54bd986ad6b0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:21.017611 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-f5d5bc26-c4ca-45f1-adda-75a450b9404d tempest-SharesActionsTest-247278417 None] [chan 144] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:21.017821 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 144] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:21.017896 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 144 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:21.019564 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 144] Sesch channel 144 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:21.118453 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 144] EOF received (144) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:21.118720 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 144] EOF sent (144) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:21.119173 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f5d5bc26-c4ca-45f1-adda-75a450b9404d tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:21.119419 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f5d5bc26-c4ca-45f1-adda-75a450b9404d tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_022ecf0e_1075_44e1_8a32_54bd986ad6b0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:21.119649 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-f5d5bc26-c4ca-45f1-adda-75a450b9404d tempest-SharesActionsTest-247278417 None] [chan 79] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:21.120164 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 79] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:21.120226 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 79 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:21.121576 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 79] Sesch channel 79 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:21.146214 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 79] EOF received (79) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:21.146629 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 79] EOF sent (79) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:21.147221 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f5d5bc26-c4ca-45f1-adda-75a450b9404d tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:21.147597 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-f5d5bc26-c4ca-45f1-adda-75a450b9404d tempest-SharesActionsTest-247278417 None] ZFS option mountpoint's value is /gamma/manila_share_022ecf0e_1075_44e1_8a32_54bd986ad6b0. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:21.176233 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-f5d5bc26-c4ca-45f1-adda-75a450b9404d tempest-SharesActionsTest-247278417 None] Share instance 022ecf0e-1075-44e1-8a32-54bd986ad6b0 created successfully.
Feb 19 02:49:21.608134 np0000156481 manila-share[88840]: DEBUG manila.coordination [None req-4fdb14b0-98fd-46b1-83a8-328caac660d7 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked-share-replica-operation-for-share-d1bea693-e383-458a-9221-d8ecbcd76524" acquired by "locked_replica_operation". {{(pid=88840) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:49:21.748027 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4fdb14b0-98fd-46b1-83a8-328caac660d7 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs list -r -t snapshot gamma/manila_share_59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896@manila_share_snapshot_eead8f1b_d1aa_488a_85c4_bb5e56d3e565 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:21.748192 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-4fdb14b0-98fd-46b1-83a8-328caac660d7 tempest-ReplicationSnapshotTest-1722040859 None] [chan 225] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:21.748547 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 225] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:21.748660 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 225 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:21.749710 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 225] Sesch channel 225 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:21.878461 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023@tmp_snapshot_for_replication__7b3d98f4_de05_4fda_88d1_50a6ce4a812e_time_2026-02-19T02:48:36.498774 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:21.878797 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] [chan 200] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:21.879519 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 200] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:21.879690 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 200 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:21.881650 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 200] Sesch channel 200 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:21.922454 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 200] EOF received (200) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:21.922616 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 200] EOF sent (200) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:21.922911 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:21.923199 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023@tmp_snapshot_for_replication__7b3d98f4_de05_4fda_88d1_50a6ce4a812e_time_2026-02-19T02:48:36.498774" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.094s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:21.923363 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:21.923613 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:21.923736 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:21.923881 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] [chan 61] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:21.924253 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 61] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:21.924448 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 61 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:21.926002 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 61] Sesch channel 61 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:21.952851 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 61] EOF received (61) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:21.953266 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 61] EOF sent (61) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:21.953988 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:21.954307 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:21.954644 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.031s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:21.954926 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:21.955427 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:21.955727 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:21.956037 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] [chan 180] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:21.957612 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 180] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:21.957784 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 180 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:21.959481 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 180] Sesch channel 180 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:21.982466 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 225] EOF received (225) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:21.982466 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-4fdb14b0-98fd-46b1-83a8-328caac660d7 tempest-ReplicationSnapshotTest-1722040859 None] [chan 225] EOF sent (225) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:21.984678 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4fdb14b0-98fd-46b1-83a8-328caac660d7 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:21.984919 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4fdb14b0-98fd-46b1-83a8-328caac660d7 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs destroy -f gamma/manila_share_59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896@manila_share_snapshot_eead8f1b_d1aa_488a_85c4_bb5e56d3e565 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:21.985073 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-4fdb14b0-98fd-46b1-83a8-328caac660d7 tempest-ReplicationSnapshotTest-1722040859 None] [chan 201] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:21.987560 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 201] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:21.987560 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 201 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:21.987560 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 201] Sesch channel 201 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:21.991839 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 180] EOF received (180) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:21.992000 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 180] EOF sent (180) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:21.992295 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:21.992512 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is /alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:21.992677 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): lsof -w /alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:21.992867 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] [chan 226] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:22.025868 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 226] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:22.026029 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 226 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:22.027990 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 226] Sesch channel 226 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:22.159858 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 226] EOF received (226) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:22.160204 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 226] EOF sent (226) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:22.160766 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:22.161195 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo umount /alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:22.161536 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] [chan 181] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:22.162744 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 181] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:22.162889 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 181 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:22.164706 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 181] Sesch channel 181 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:22.198811 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 181] EOF received (181) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:22.198811 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 181] EOF sent (181) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:22.198811 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:22.230950 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 201] EOF received (201) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:22.231303 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 201] EOF sent (201) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:22.231916 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4fdb14b0-98fd-46b1-83a8-328caac660d7 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:22.244415 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4fdb14b0-98fd-46b1-83a8-328caac660d7 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e@manila_share_snapshot_eead8f1b_d1aa_488a_85c4_bb5e56d3e565 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:22.244633 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-4fdb14b0-98fd-46b1-83a8-328caac660d7 tempest-ReplicationSnapshotTest-1722040859 None] [chan 227] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:22.245029 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 227] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:22.245133 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 227 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:22.246478 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 227] Sesch channel 227 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:22.271964 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 227] EOF received (227) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:22.272336 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 227] EOF sent (227) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:22.273080 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4fdb14b0-98fd-46b1-83a8-328caac660d7 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:22.273451 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4fdb14b0-98fd-46b1-83a8-328caac660d7 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e@manila_share_snapshot_eead8f1b_d1aa_488a_85c4_bb5e56d3e565" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:22.274020 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4fdb14b0-98fd-46b1-83a8-328caac660d7 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e@manila_share_snapshot_eead8f1b_d1aa_488a_85c4_bb5e56d3e565" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:22.274285 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4fdb14b0-98fd-46b1-83a8-328caac660d7 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e@manila_share_snapshot_eead8f1b_d1aa_488a_85c4_bb5e56d3e565 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:22.274618 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-4fdb14b0-98fd-46b1-83a8-328caac660d7 tempest-ReplicationSnapshotTest-1722040859 None] [chan 182] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:22.275227 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 182] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:22.275420 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 182 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:22.277522 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 182] Sesch channel 182 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:22.304010 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 182] EOF received (182) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:22.304416 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 182] EOF sent (182) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:22.304975 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4fdb14b0-98fd-46b1-83a8-328caac660d7 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:22.305274 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-4fdb14b0-98fd-46b1-83a8-328caac660d7 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:22.305685 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4fdb14b0-98fd-46b1-83a8-328caac660d7 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:22.305989 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-4fdb14b0-98fd-46b1-83a8-328caac660d7 tempest-ReplicationSnapshotTest-1722040859 None] [chan 202] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:22.306578 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 202] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:22.306741 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 202 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:22.308697 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 202] Sesch channel 202 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:22.326904 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 202] EOF received (202) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:22.327249 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 202] EOF sent (202) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:22.327824 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4fdb14b0-98fd-46b1-83a8-328caac660d7 tempest-ReplicationSnapshotTest-1722040859 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:24.198969 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:24.199512 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] [chan 228] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:24.200865 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 228] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:24.200977 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 228 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:24.202516 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 228] Sesch channel 228 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:24.209886 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-85c4e1d8-ba64-4f41-86b7-f3ddacd92b2e tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo zfs set quota=2G gamma/manila_share_022ecf0e_1075_44e1_8a32_54bd986ad6b0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:24.210150 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-85c4e1d8-ba64-4f41-86b7-f3ddacd92b2e tempest-SharesActionsTest-247278417 None] [chan 153] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:24.210671 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 153] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:24.210823 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 153 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:24.212232 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 153] Sesch channel 153 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:24.250577 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 153] EOF received (153) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:24.250837 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 153] EOF sent (153) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:24.251300 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-85c4e1d8-ba64-4f41-86b7-f3ddacd92b2e tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:24.259493 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 228] EOF received (228) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:24.259774 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 228] EOF sent (228) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:24.260199 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:24.260543 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-alpha/manila_share_b7b7cd15_817a_4e3b_9337_5d99c8f80023" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.305s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:24.262136 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-85c4e1d8-ba64-4f41-86b7-f3ddacd92b2e tempest-SharesActionsTest-247278417 None] Committed reservations ['79198b45-b496-4900-a686-2e8b3ba514e6', 'ebd677f4-035f-46e8-8811-604798c39dc3'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:49:24.288522 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-85c4e1d8-ba64-4f41-86b7-f3ddacd92b2e tempest-SharesActionsTest-247278417 None] Extend share completed successfully.
Feb 19 02:49:24.328229 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4fdb14b0-98fd-46b1-83a8-328caac660d7 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e@manila_share_snapshot_eead8f1b_d1aa_488a_85c4_bb5e56d3e565 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:24.328517 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-4fdb14b0-98fd-46b1-83a8-328caac660d7 tempest-ReplicationSnapshotTest-1722040859 None] [chan 183] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:24.329139 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 183] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:24.329222 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 183 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:24.330932 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 183] Sesch channel 183 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:24.355492 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Created reservations ['52bea386-3f9e-45ce-8f79-8ef4227b7a3e', '7483b712-fc58-4fd3-816a-4c63fb419d2e', 'a6769289-bd90-4aa1-95fe-f3d62f29b9dc', 'e70ff228-a8e4-4593-8aa1-b1382cdecdd6', 'd4c79361-6f7f-44ec-a09b-6f6167b75b1a', '0b0576ee-2095-437f-9276-d1b912a1ac62', '18f5d48d-2822-4f50-8eeb-30c410d73c7a', '72a1d105-ec1d-4430-a673-0da392574bad'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:49:24.372500 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Committed reservations ['52bea386-3f9e-45ce-8f79-8ef4227b7a3e', '7483b712-fc58-4fd3-816a-4c63fb419d2e', 'a6769289-bd90-4aa1-95fe-f3d62f29b9dc', 'e70ff228-a8e4-4593-8aa1-b1382cdecdd6', 'd4c79361-6f7f-44ec-a09b-6f6167b75b1a', '0b0576ee-2095-437f-9276-d1b912a1ac62', '18f5d48d-2822-4f50-8eeb-30c410d73c7a', '72a1d105-ec1d-4430-a673-0da392574bad'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:49:24.375092 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 183] EOF received (183) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:24.375353 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 183] EOF sent (183) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:24.375775 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4fdb14b0-98fd-46b1-83a8-328caac660d7 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:24.376091 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-4fdb14b0-98fd-46b1-83a8-328caac660d7 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e@manila_share_snapshot_eead8f1b_d1aa_488a_85c4_bb5e56d3e565" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.102s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:24.378587 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-af83269a-5baf-4b2e-bcb8-aaa72f2945e8 tempest-ReplicationTest-1049150197 None] Share instance b7b7cd15-817a-4e3b-9337-5d99c8f80023: deleted successfully.
Feb 19 02:49:24.737244 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked-share-replica-operation-for-share-d1bea693-e383-458a-9221-d8ecbcd76524" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:49:24.796080 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_59ab18e8-f1d1-4611-9c4f-b2ed3c5e6896" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:24.797335 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_59ab18e8-f1d1-4611-9c4f-b2ed3c5e6896" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:24.798989 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_59ab18e8-f1d1-4611-9c4f-b2ed3c5e6896" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:24.799294 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_59ab18e8-f1d1-4611-9c4f-b2ed3c5e6896" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:24.799721 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_59ab18e8-f1d1-4611-9c4f-b2ed3c5e6896" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:24.803725 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_59ab18e8-f1d1-4611-9c4f-b2ed3c5e6896" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:24.804011 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_59ab18e8-f1d1-4611-9c4f-b2ed3c5e6896" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:24.804380 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_59ab18e8-f1d1-4611-9c4f-b2ed3c5e6896" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:24.806563 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_59ab18e8-f1d1-4611-9c4f-b2ed3c5e6896" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:24.806826 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] All access rules have been synced for share instance 59ab18e8-f1d1-4611-9c4f-b2ed3c5e6896 belonging to share d1bea693-e383-458a-9221-d8ecbcd76524. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:49:24.811503 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:24.811503 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] [chan 166] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:24.811927 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 166] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:24.812159 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 166 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:24.813918 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 166] Sesch channel 166 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:24.850350 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 166] EOF received (166) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:24.850350 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 166] EOF sent (166) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:24.850350 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:24.850350 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896@tmp_snapshot_for_replication__59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896_time_2026-02-19T02:49:15.217200" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:24.850350 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896@tmp_snapshot_for_replication__59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896_time_2026-02-19T02:49:15.217200" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:24.850820 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896@tmp_snapshot_for_replication__59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896_time_2026-02-19T02:49:15.217200 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:24.851530 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] [chan 153] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:24.852336 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 153] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:24.852823 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 153 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:24.854774 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 153] Sesch channel 153 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:24.881896 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 153] EOF received (153) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:24.881896 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 153] EOF sent (153) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:24.881896 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:24.881896 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:24.881896 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:24.881896 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] [chan 145] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:24.882841 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 145] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:24.883293 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 145 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:24.885520 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 145] Sesch channel 145 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:24.904533 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 145] EOF received (145) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:24.906114 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 145] EOF sent (145) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:24.906114 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:26.909007 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896@tmp_snapshot_for_replication__59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896_time_2026-02-19T02:49:15.217200 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:26.910396 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] [chan 154] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:26.911284 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 154] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:26.911463 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 154 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:26.912627 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 154] Sesch channel 154 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:26.922477 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:26.922943 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:26.924871 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:26.925173 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:26.925464 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:26.928867 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:26.928867 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:26.928867 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:26.930186 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_2556fe4a-021a-4f6f-b340-8cae44bab3c6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:26.930402 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] All access rules have been synced for share instance 2556fe4a-021a-4f6f-b340-8cae44bab3c6 belonging to share 3e6851a0-8485-4c17-939e-ef50d7e807d7. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:49:26.933395 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:26.933666 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] [chan 167] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:26.934093 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 167] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:26.934242 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 167 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:26.935454 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 167] Sesch channel 167 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:26.959547 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 154] EOF received (154) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:26.962106 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 154] EOF sent (154) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:26.962106 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:26.962106 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896@tmp_snapshot_for_replication__59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896_time_2026-02-19T02:49:15.217200" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.111s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:26.962106 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896@tmp_snapshot_for_replication__0eecbb1f_07a8_4272_9a18_e3aae20a386e_time_2026-02-19T02:49:18.500417" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:26.962369 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896@tmp_snapshot_for_replication__0eecbb1f_07a8_4272_9a18_e3aae20a386e_time_2026-02-19T02:49:18.500417" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:26.962369 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896@tmp_snapshot_for_replication__0eecbb1f_07a8_4272_9a18_e3aae20a386e_time_2026-02-19T02:49:18.500417 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:26.962369 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] [chan 154] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:26.962753 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 154] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:26.962940 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 154 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:26.964981 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 154] Sesch channel 154 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:26.966928 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 167] EOF received (167) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:26.967253 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 167] EOF sent (167) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:26.968728 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:26.968728 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:26.968728 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] [chan 146] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:26.969109 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 146] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:26.969305 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 146 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:26.973572 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 146] Sesch channel 146 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:26.992543 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 154] EOF received (154) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:26.992543 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 154] EOF sent (154) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:26.992543 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:26.992543 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:26.992543 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:26.992543 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] [chan 155] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.003798 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 155] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.003798 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 155 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:27.005917 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 155] Sesch channel 155 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.009603 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 146] EOF received (146) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.009603 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 146] EOF sent (146) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.009603 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:27.009603 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6@tmp_snapshot_for_replication__2556fe4a_021a_4f6f_b340_8cae44bab3c6_time_2026-02-19T02:47:39.197399" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:27.009603 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6@tmp_snapshot_for_replication__2556fe4a_021a_4f6f_b340_8cae44bab3c6_time_2026-02-19T02:47:39.197399" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:27.009888 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6@tmp_snapshot_for_replication__2556fe4a_021a_4f6f_b340_8cae44bab3c6_time_2026-02-19T02:47:39.197399 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:27.009888 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] [chan 168] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.010289 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 168] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.010518 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 168 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:27.012259 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 168] Sesch channel 168 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.026252 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 155] EOF received (155) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.026252 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 155] EOF sent (155) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.026666 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:27.046354 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 168] EOF received (168) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.046354 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 168] EOF sent (168) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.046354 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:27.046354 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:27.046354 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:27.046354 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] [chan 155] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.046354 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 155] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.046354 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 155 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:27.047722 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 155] Sesch channel 155 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.068760 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 155] EOF received (155) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.068760 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 155] EOF sent (155) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.068760 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:27.426482 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] Acquiring lock "locked_access_rules_operation_by_share_instance_022ecf0e-1075-44e1-8a32-54bd986ad6b0" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:27.427529 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] Lock "locked_access_rules_operation_by_share_instance_022ecf0e-1075-44e1-8a32-54bd986ad6b0" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:27.429194 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] Lock "locked_access_rules_operation_by_share_instance_022ecf0e-1075-44e1-8a32-54bd986ad6b0" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:27.429435 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] Acquiring lock "locked_access_rules_operation_by_share_instance_022ecf0e-1075-44e1-8a32-54bd986ad6b0" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:27.429693 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] Lock "locked_access_rules_operation_by_share_instance_022ecf0e-1075-44e1-8a32-54bd986ad6b0" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:27.431532 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] Lock "locked_access_rules_operation_by_share_instance_022ecf0e-1075-44e1-8a32-54bd986ad6b0" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:27.432408 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] Acquiring lock "locked_access_rules_operation_by_share_instance_022ecf0e-1075-44e1-8a32-54bd986ad6b0" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:27.432408 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] Lock "locked_access_rules_operation_by_share_instance_022ecf0e-1075-44e1-8a32-54bd986ad6b0" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:27.433586 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] Lock "locked_access_rules_operation_by_share_instance_022ecf0e-1075-44e1-8a32-54bd986ad6b0" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:27.433818 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] All access rules have been synced for share instance 022ecf0e-1075-44e1-8a32-54bd986ad6b0 belonging to share 2f79cf76-51b8-48a9-8362-95b24aef1bad. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:49:27.437009 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:27.437328 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] [chan 147] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.437983 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 147] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.438137 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 147 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:27.439796 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 147] Sesch channel 147 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.473133 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 147] EOF received (147) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.473133 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 147] EOF sent (147) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.473133 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:27.473133 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:27.473133 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] [chan 156] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.474044 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 156] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.474424 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 156 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:27.476559 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 156] Sesch channel 156 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.507408 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 156] EOF received (156) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.507408 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 156] EOF sent (156) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.507408 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:27.507408 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] Acquiring lock "zfs-dataset-gamma/manila_share_022ecf0e_1075_44e1_8a32_54bd986ad6b0" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:27.507408 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] Lock "zfs-dataset-gamma/manila_share_022ecf0e_1075_44e1_8a32_54bd986ad6b0" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:27.507408 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_022ecf0e_1075_44e1_8a32_54bd986ad6b0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:27.507818 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] [chan 74] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.508253 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 74] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.508725 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 74 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:27.510582 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 74] Sesch channel 74 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.534587 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 74] EOF received (74) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.537338 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 74] EOF sent (74) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.537338 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:27.537338 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:27.537338 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] Lock "zfs-dataset-gamma/manila_share_022ecf0e_1075_44e1_8a32_54bd986ad6b0" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.030s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:27.537338 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] Acquiring lock "zfs-dataset-gamma/manila_share_022ecf0e_1075_44e1_8a32_54bd986ad6b0" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:27.537654 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] Lock "zfs-dataset-gamma/manila_share_022ecf0e_1075_44e1_8a32_54bd986ad6b0" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:27.538032 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_022ecf0e_1075_44e1_8a32_54bd986ad6b0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:27.538365 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] [chan 169] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.538795 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 169] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.538990 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 169 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:27.540434 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 169] Sesch channel 169 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.570358 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 169] EOF received (169) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.570358 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 169] EOF sent (169) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.570358 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:27.570358 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] ZFS option mountpoint's value is /gamma/manila_share_022ecf0e_1075_44e1_8a32_54bd986ad6b0. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:27.570358 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] Running cmd (SSH): lsof -w /gamma/manila_share_022ecf0e_1075_44e1_8a32_54bd986ad6b0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:27.570358 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] [chan 156] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.570358 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 156] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.570762 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 156 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:27.572734 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 156] Sesch channel 156 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.685467 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 156] EOF received (156) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.688347 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 156] EOF sent (156) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.688347 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:27.688347 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo umount /gamma/manila_share_022ecf0e_1075_44e1_8a32_54bd986ad6b0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:27.688347 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] [chan 148] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.689405 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 148] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.689759 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 148 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:27.691728 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 148] Sesch channel 148 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.725881 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 148] EOF received (148) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.725881 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 148] EOF sent (148) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:27.725881 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:29.029014 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896@tmp_snapshot_for_replication__0eecbb1f_07a8_4272_9a18_e3aae20a386e_time_2026-02-19T02:49:18.500417 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:29.029014 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] [chan 157] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.030517 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 157] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.032160 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 157 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:29.032576 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 157] Sesch channel 157 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.070132 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6@tmp_snapshot_for_replication__2556fe4a_021a_4f6f_b340_8cae44bab3c6_time_2026-02-19T02:47:39.197399 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:29.070132 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] [chan 170] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.070693 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 170] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.070925 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 170 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:29.073000 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 170] Sesch channel 170 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.078560 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 157] EOF received (157) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.078560 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 157] EOF sent (157) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.078560 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:29.078560 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896@tmp_snapshot_for_replication__0eecbb1f_07a8_4272_9a18_e3aae20a386e_time_2026-02-19T02:49:18.500417" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.116s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:29.078560 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:29.078560 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] [chan 157] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.079154 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 157] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.079368 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 157 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:29.081209 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 157] Sesch channel 157 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.117444 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 170] EOF received (170) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.117444 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 170] EOF sent (170) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.117444 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:29.117651 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6@tmp_snapshot_for_replication__2556fe4a_021a_4f6f_b340_8cae44bab3c6_time_2026-02-19T02:47:39.197399" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.108s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:29.117984 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6@tmp_snapshot_for_replication__15960363_c211_4894_9a8d_f7d4bc80037e_time_2026-02-19T02:47:42.516179" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:29.118723 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6@tmp_snapshot_for_replication__15960363_c211_4894_9a8d_f7d4bc80037e_time_2026-02-19T02:47:42.516179" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:29.119108 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6@tmp_snapshot_for_replication__15960363_c211_4894_9a8d_f7d4bc80037e_time_2026-02-19T02:47:42.516179 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:29.119447 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] [chan 149] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.119957 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 149] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.120166 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 149 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:29.120576 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 157] EOF received (157) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.120907 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 157] EOF sent (157) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.122562 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:29.122897 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:29.123379 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:29.124336 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:29.124336 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] [chan 80] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.124336 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 149] Sesch channel 149 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.125012 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 80] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.125206 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 80 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:29.126689 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 80] Sesch channel 80 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.149261 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 149] EOF received (149) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.149261 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 149] EOF sent (149) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.149261 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:29.149261 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:29.149261 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:29.149261 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] [chan 158] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.150182 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 158] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.150626 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 158 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:29.153190 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 158] Sesch channel 158 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.160129 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 80] EOF received (80) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.160129 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 80] EOF sent (80) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.160129 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:29.160129 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:29.160129 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.035s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:29.160129 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:29.160487 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:29.160487 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:29.160487 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] [chan 171] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.160882 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 171] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.161087 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 171 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:29.167560 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 171] Sesch channel 171 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.174850 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 158] EOF received (158) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.174850 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 158] EOF sent (158) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.174850 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:29.194456 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 171] EOF received (171) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.196154 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 171] EOF sent (171) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.196154 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:29.196154 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is /gamma/manila_share_59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:29.196154 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): lsof -w /gamma/manila_share_59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:29.196154 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] [chan 158] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.196793 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 158] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.196996 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 158 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:29.198396 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 158] Sesch channel 158 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.326150 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 158] EOF received (158) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.326150 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 158] EOF sent (158) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.326150 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:29.326150 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount /gamma/manila_share_59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:29.326150 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] [chan 150] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.327079 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 150] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.327440 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 150 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:29.329873 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 150] Sesch channel 150 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.362125 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 150] EOF received (150) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.362125 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 150] EOF sent (150) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.362125 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:29.727854 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_022ecf0e_1075_44e1_8a32_54bd986ad6b0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:29.727854 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] [chan 159] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.728684 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 159] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.729075 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 159 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:29.731630 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 159] Sesch channel 159 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.795426 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 159] EOF received (159) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.795426 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 159] EOF sent (159) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:29.795426 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:29.795426 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] Lock "zfs-dataset-gamma/manila_share_022ecf0e_1075_44e1_8a32_54bd986ad6b0" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.257s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:29.870600 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] Created reservations ['8439c98c-eee6-44e4-b2dd-a66f64acc663', 'af83ef8c-1b6e-4b2f-b5ac-e45a4b88aec7', '8aad7402-5f70-48df-9b36-6c5e7c706af0', '41dd34b1-06b5-4d1e-ab54-ee0c8b1a0725'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:49:29.883120 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] Committed reservations ['8439c98c-eee6-44e4-b2dd-a66f64acc663', 'af83ef8c-1b6e-4b2f-b5ac-e45a4b88aec7', '8aad7402-5f70-48df-9b36-6c5e7c706af0', '41dd34b1-06b5-4d1e-ab54-ee0c8b1a0725'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:49:29.886490 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-190fba28-0fe9-4633-8c9b-99234584b0a5 tempest-SharesActionsTest-247278417 None] Share instance 022ecf0e-1075-44e1-8a32-54bd986ad6b0: deleted successfully.
Feb 19 02:49:30.437757 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:49:30.438065 np0000156481 manila-share[88840]: DEBUG manila.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Notifying Schedulers of capabilities ... {{(pid=88840) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:49:30.440475 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:49:30.462895 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:49:30.463048 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica instances. {{(pid=88840) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:49:30.474873 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:49:30.475014 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:49:30.484236 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:49:30.484236 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:49:30.485848 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:49:30.486407 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica snapshots. {{(pid=88840) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:49:30.492516 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._report_driver_status {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:49:30.493280 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share status
Feb 19 02:49:30.493280 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:30.493280 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 203] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:30.493644 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 203] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:30.493790 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 203 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:30.494953 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 203] Sesch channel 203 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:30.528408 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 203] EOF received (203) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:30.528408 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 203] EOF sent (203) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:30.528408 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:30.528408 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:30.528408 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:30.528408 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 229] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:30.528995 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 229] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:30.529422 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 229 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:30.531008 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 229] Sesch channel 229 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:30.559252 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 229] EOF received (229) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:30.559252 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 229] EOF sent (229) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:30.559252 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:30.559252 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:30.559252 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:30.559252 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 184] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:30.561751 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 184] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:30.562238 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 184 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:30.563949 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 184] Sesch channel 184 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:30.593060 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 184] EOF received (184) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:30.593060 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 184] EOF sent (184) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:30.593060 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:30.593060 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:30.593060 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:30.593060 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 204] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:30.593934 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 204] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:30.594423 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 204 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:30.597118 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 204] Sesch channel 204 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:30.627888 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 204] EOF received (204) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:30.627888 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 204] EOF sent (204) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:30.630039 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:30.630039 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:30.630039 np0000156481 manila-share[88840]: DEBUG manila.share.driver [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share stats. {{(pid=88840) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:49:30.630039 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:49:30.632624 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:49:30.637003 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:49:30.637158 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share instances. {{(pid=88840) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:49:30.647450 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:49:30.736498 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-150b1b9e-563f-4576-8499-a4b1c79eedf8 tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo zfs create -o quota=2G -o compression=gzip -o readonly=off alpha/manila_share_f4de15b9_21bc_4234_b5d0_958f6cd85c9a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:30.736498 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-150b1b9e-563f-4576-8499-a4b1c79eedf8 tempest-SharesActionsTest-247278417 None] [chan 230] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:30.736498 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 230] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:30.736498 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 230 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:30.738072 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 230] Sesch channel 230 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:30.831372 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 230] EOF received (230) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:30.831759 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 230] EOF sent (230) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:30.832491 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-150b1b9e-563f-4576-8499-a4b1c79eedf8 tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:30.832851 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-150b1b9e-563f-4576-8499-a4b1c79eedf8 tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_f4de15b9_21bc_4234_b5d0_958f6cd85c9a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:30.833206 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-150b1b9e-563f-4576-8499-a4b1c79eedf8 tempest-SharesActionsTest-247278417 None] [chan 94] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:30.833893 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 94] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:30.835219 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 94 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:30.837088 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 94] Sesch channel 94 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:30.860539 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 94] EOF received (94) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:30.860882 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 94] EOF sent (94) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:30.861499 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-150b1b9e-563f-4576-8499-a4b1c79eedf8 tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:30.861797 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-150b1b9e-563f-4576-8499-a4b1c79eedf8 tempest-SharesActionsTest-247278417 None] ZFS option mountpoint's value is /alpha/manila_share_f4de15b9_21bc_4234_b5d0_958f6cd85c9a. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:30.885942 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-150b1b9e-563f-4576-8499-a4b1c79eedf8 tempest-SharesActionsTest-247278417 None] Share instance f4de15b9-21bc-4234-b5d0-958f6cd85c9a created successfully.
Feb 19 02:49:31.177507 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6@tmp_snapshot_for_replication__15960363_c211_4894_9a8d_f7d4bc80037e_time_2026-02-19T02:47:42.516179 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:31.177507 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] [chan 172] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:31.177507 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 172] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:31.177507 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 172 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:31.179276 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 172] Sesch channel 172 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:31.226372 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 172] EOF received (172) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:31.226372 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 172] EOF sent (172) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:31.226372 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:31.226372 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6@tmp_snapshot_for_replication__15960363_c211_4894_9a8d_f7d4bc80037e_time_2026-02-19T02:47:42.516179" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.106s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:31.226372 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:31.226743 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:31.226743 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:31.227267 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] [chan 75] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:31.228028 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 75] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:31.228395 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 75 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:31.230307 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 75] Sesch channel 75 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:31.259014 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 75] EOF received (75) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:31.259440 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 75] EOF sent (75) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:31.260035 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:31.260524 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:31.260930 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.035s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:31.261430 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:31.262202 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:31.262202 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:31.262431 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] [chan 159] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:31.262835 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 159] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:31.263033 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 159 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:31.264894 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 159] Sesch channel 159 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:31.298932 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 159] EOF received (159) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:31.298932 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 159] EOF sent (159) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:31.298932 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:31.298932 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is /gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:31.298932 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): lsof -w /gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:31.298932 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] [chan 151] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:31.299713 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 151] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:31.300038 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 151 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:31.302648 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 151] Sesch channel 151 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:31.363008 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:31.363657 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] [chan 160] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:31.367672 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 160] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:31.367672 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 160 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:31.367672 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 160] Sesch channel 160 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:31.421209 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 160] EOF received (160) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:31.424188 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 160] EOF sent (160) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:31.424188 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:31.424188 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.263s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:31.454168 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 151] EOF received (151) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:31.454870 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 151] EOF sent (151) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:31.455468 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:31.455907 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo umount /gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:31.456170 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] [chan 173] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:31.460545 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 173] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:31.460545 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 173 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:31.466106 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 173] Sesch channel 173 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:31.501289 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 173] EOF received (173) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:31.501489 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 173] EOF sent (173) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:31.501781 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:31.512775 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Created reservations ['4c5cdbc9-ab05-4ade-a925-b496d9bcf036', '89edee08-86c9-49dc-8874-652faa966e04', 'd6cd6bbc-3105-4f31-8f97-06ccfff38f86', '7bfceb90-efdd-4b98-8b5f-8b9f4094c6bd'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:49:31.525621 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Committed reservations ['4c5cdbc9-ab05-4ade-a925-b496d9bcf036', '89edee08-86c9-49dc-8874-652faa966e04', 'd6cd6bbc-3105-4f31-8f97-06ccfff38f86', '7bfceb90-efdd-4b98-8b5f-8b9f4094c6bd'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:49:31.530140 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-63253297-8579-40dc-a63d-c489389ebeca tempest-ReplicationSnapshotTest-1722040859 None] Share replica 59ab18e8-f1d1-4611-9c4f-b2ed3c5e6896 deleted successfully.
Feb 19 02:49:33.503348 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:33.504048 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] [chan 160] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:33.506185 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 160] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:33.506303 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 160 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:33.508269 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 160] Sesch channel 160 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:33.563554 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 160] EOF received (160) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:33.563789 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 160] EOF sent (160) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:33.564153 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:33.564488 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-gamma/manila_share_2556fe4a_021a_4f6f_b340_8cae44bab3c6" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.303s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:33.661008 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Created reservations ['e5e482fd-aa04-4917-852c-c41edfcaaf91', 'd95e1a0a-e0a7-4e1d-8091-8c75f14f41d4', 'b1a0f110-930b-41ad-853d-ef3d71cb0e98', '1bba04d9-d390-4f52-a917-79cbdf0cbc9d', '888fa5a8-e916-4075-837a-76f3d869cb0d', 'c3e6c365-498c-4dba-9768-44f38208c52a', '089b86e3-0d30-42da-8943-0d2c92854dd5', 'cb61a37a-91ac-4d85-a526-9321245e8baa'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:49:33.677248 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Committed reservations ['e5e482fd-aa04-4917-852c-c41edfcaaf91', 'd95e1a0a-e0a7-4e1d-8091-8c75f14f41d4', 'b1a0f110-930b-41ad-853d-ef3d71cb0e98', '1bba04d9-d390-4f52-a917-79cbdf0cbc9d', '888fa5a8-e916-4075-837a-76f3d869cb0d', 'c3e6c365-498c-4dba-9768-44f38208c52a', '089b86e3-0d30-42da-8943-0d2c92854dd5', 'cb61a37a-91ac-4d85-a526-9321245e8baa'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:49:33.686474 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-949484d1-1973-473b-b4b1-4eaa572d5568 tempest-ReplicationTest-1049150197 None] Share instance 2556fe4a-021a-4f6f-b340-8cae44bab3c6: deleted successfully.
Feb 19 02:49:33.818952 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-56dd1f1c-d8cd-420a-b7f1-257c7a474c35 tempest-SharesActionsTest-247278417 None] Created reservations ['17ea5223-8dba-4c09-82fc-d20f4841c9c0', '93c4be77-8602-4ee1-ae73-62141dde2c26'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:49:33.819720 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-56dd1f1c-d8cd-420a-b7f1-257c7a474c35 tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo zfs get used alpha/manila_share_f4de15b9_21bc_4234_b5d0_958f6cd85c9a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:33.820081 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-56dd1f1c-d8cd-420a-b7f1-257c7a474c35 tempest-SharesActionsTest-247278417 None] [chan 185] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:33.820688 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 185] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:33.820935 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 185 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:33.822719 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 185] Sesch channel 185 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:33.851513 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 185] EOF received (185) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:33.851513 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 185] EOF sent (185) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:33.851513 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-56dd1f1c-d8cd-420a-b7f1-257c7a474c35 tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:33.851513 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-56dd1f1c-d8cd-420a-b7f1-257c7a474c35 tempest-SharesActionsTest-247278417 None] ZFS option used's value is 24K. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:33.851513 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-56dd1f1c-d8cd-420a-b7f1-257c7a474c35 tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo zfs set quota=1G alpha/manila_share_f4de15b9_21bc_4234_b5d0_958f6cd85c9a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:33.851513 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-56dd1f1c-d8cd-420a-b7f1-257c7a474c35 tempest-SharesActionsTest-247278417 None] [chan 205] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:33.851513 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 205] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:33.851513 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 205 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:33.853005 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 205] Sesch channel 205 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:33.890809 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 205] EOF received (205) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:33.890809 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 205] EOF sent (205) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:33.890809 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-56dd1f1c-d8cd-420a-b7f1-257c7a474c35 tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:33.904620 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-56dd1f1c-d8cd-420a-b7f1-257c7a474c35 tempest-SharesActionsTest-247278417 None] Committed reservations ['17ea5223-8dba-4c09-82fc-d20f4841c9c0', '93c4be77-8602-4ee1-ae73-62141dde2c26'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:49:33.934060 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-56dd1f1c-d8cd-420a-b7f1-257c7a474c35 tempest-SharesActionsTest-247278417 None] Shrink share completed successfully.
Feb 19 02:49:34.244385 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9711354f-b107-4aa1-923e-09a196868408 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:34.244829 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9711354f-b107-4aa1-923e-09a196868408 tempest-ReplicationSnapshotTest-1722040859 None] [chan 231] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:34.245409 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 231] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:34.245646 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 231 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:34.248177 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 231] Sesch channel 231 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:34.349357 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 231] EOF received (231) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:34.349357 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 231] EOF sent (231) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:34.349357 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9711354f-b107-4aa1-923e-09a196868408 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:34.349357 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9711354f-b107-4aa1-923e-09a196868408 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:34.349677 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9711354f-b107-4aa1-923e-09a196868408 tempest-ReplicationSnapshotTest-1722040859 None] [chan 62] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:34.350174 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 62] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:34.350414 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 62 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:34.351949 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 62] Sesch channel 62 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:34.379391 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 62] EOF received (62) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:34.379391 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 62] EOF sent (62) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:34.379391 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9711354f-b107-4aa1-923e-09a196868408 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:34.379391 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9711354f-b107-4aa1-923e-09a196868408 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is /betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:34.399281 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-9711354f-b107-4aa1-923e-09a196868408 tempest-ReplicationSnapshotTest-1722040859 None] Share instance 7d502b81-68d7-4bae-830c-e24d7ffcc042 created successfully.
Feb 19 02:49:36.244135 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb3f4348-f1b4-431f-9216-297e72a2196a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:36.245774 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_bb3f4348-f1b4-431f-9216-297e72a2196a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:36.247964 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_bb3f4348-f1b4-431f-9216-297e72a2196a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:36.248194 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb3f4348-f1b4-431f-9216-297e72a2196a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:36.248489 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_bb3f4348-f1b4-431f-9216-297e72a2196a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:36.250382 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_bb3f4348-f1b4-431f-9216-297e72a2196a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:36.250589 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb3f4348-f1b4-431f-9216-297e72a2196a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:36.250853 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_bb3f4348-f1b4-431f-9216-297e72a2196a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:36.252580 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_bb3f4348-f1b4-431f-9216-297e72a2196a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:36.252771 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] All access rules have been synced for share instance bb3f4348-f1b4-431f-9216-297e72a2196a belonging to share 3ef4be80-891d-4cb9-a45a-0c77d5a664ef. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:49:36.256740 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:36.256740 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] [chan 186] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:36.257117 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 186] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:36.257356 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 186 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:36.258843 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 186] Sesch channel 186 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:36.295272 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 186] EOF received (186) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:36.295272 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 186] EOF sent (186) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:36.295272 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:36.295272 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:36.295272 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] [chan 206] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:36.295272 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 206] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:36.295878 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 206 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:36.298041 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 206] Sesch channel 206 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:36.327373 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 206] EOF received (206) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:36.327373 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 206] EOF sent (206) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:36.327373 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:36.327373 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_bb3f4348_f1b4_431f_9216_297e72a2196a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:36.327373 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-betta/subdir/manila_share_bb3f4348_f1b4_431f_9216_297e72a2196a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:36.327373 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_bb3f4348_f1b4_431f_9216_297e72a2196a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:36.328192 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] [chan 95] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:36.329069 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 95] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:36.329455 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 95 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:36.331554 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 95] Sesch channel 95 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:36.361356 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 95] EOF received (95) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:36.361356 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 95] EOF sent (95) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:36.361356 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:36.361356 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:36.361356 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-betta/subdir/manila_share_bb3f4348_f1b4_431f_9216_297e72a2196a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.033s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:36.361356 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_bb3f4348_f1b4_431f_9216_297e72a2196a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:36.361761 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-betta/subdir/manila_share_bb3f4348_f1b4_431f_9216_297e72a2196a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:36.361761 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_bb3f4348_f1b4_431f_9216_297e72a2196a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:36.362066 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] [chan 232] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:36.362909 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 232] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:36.363433 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 232 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:36.365062 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 232] Sesch channel 232 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:36.391344 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 232] EOF received (232) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:36.391344 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 232] EOF sent (232) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:36.391344 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:36.391344 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is /betta/subdir/manila_share_bb3f4348_f1b4_431f_9216_297e72a2196a. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:36.391344 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_bb3f4348_f1b4_431f_9216_297e72a2196a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:36.391344 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] [chan 187] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:36.391344 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 187] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:36.391824 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 187 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:36.392874 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 187] Sesch channel 187 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:36.532749 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 187] EOF received (187) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:36.532749 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 187] EOF sent (187) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:36.532749 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:36.532749 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_bb3f4348_f1b4_431f_9216_297e72a2196a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:36.532749 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] [chan 207] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:36.533180 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 207] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:36.533348 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 207 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:36.535561 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 207] Sesch channel 207 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:36.581596 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 207] EOF received (207) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:36.581596 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 207] EOF sent (207) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:36.581596 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:37.061235 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f4de15b9-21bc-4234-b5d0-958f6cd85c9a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:37.061772 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] Lock "locked_access_rules_operation_by_share_instance_f4de15b9-21bc-4234-b5d0-958f6cd85c9a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:37.063912 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] Lock "locked_access_rules_operation_by_share_instance_f4de15b9-21bc-4234-b5d0-958f6cd85c9a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:37.064148 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f4de15b9-21bc-4234-b5d0-958f6cd85c9a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:37.064459 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] Lock "locked_access_rules_operation_by_share_instance_f4de15b9-21bc-4234-b5d0-958f6cd85c9a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:37.066970 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] Lock "locked_access_rules_operation_by_share_instance_f4de15b9-21bc-4234-b5d0-958f6cd85c9a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:37.067194 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f4de15b9-21bc-4234-b5d0-958f6cd85c9a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:37.067521 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] Lock "locked_access_rules_operation_by_share_instance_f4de15b9-21bc-4234-b5d0-958f6cd85c9a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:37.069623 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] Lock "locked_access_rules_operation_by_share_instance_f4de15b9-21bc-4234-b5d0-958f6cd85c9a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:37.069818 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] All access rules have been synced for share instance f4de15b9-21bc-4234-b5d0-958f6cd85c9a belonging to share 520a77ee-8462-4205-843b-faa9996d08d3. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:49:37.073901 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:37.073901 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] [chan 233] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:37.074518 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 233] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:37.074518 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 233 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:37.076508 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 233] Sesch channel 233 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:37.116309 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 233] EOF received (233) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:37.116309 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 233] EOF sent (233) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:37.116309 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:37.116309 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:37.116309 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] [chan 188] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:37.117091 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 188] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:37.117441 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 188 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:37.119719 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 188] Sesch channel 188 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:37.153343 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 188] EOF received (188) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:37.153343 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 188] EOF sent (188) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:37.153343 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:37.153343 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] Acquiring lock "zfs-dataset-alpha/manila_share_f4de15b9_21bc_4234_b5d0_958f6cd85c9a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:37.153343 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] Lock "zfs-dataset-alpha/manila_share_f4de15b9_21bc_4234_b5d0_958f6cd85c9a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:37.153343 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_f4de15b9_21bc_4234_b5d0_958f6cd85c9a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:37.153607 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] [chan 63] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:37.153933 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 63] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:37.154139 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 63 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:37.155970 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 63] Sesch channel 63 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:37.185357 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 63] EOF received (63) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:37.185357 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 63] EOF sent (63) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:37.185357 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:37.185357 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:37.185357 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] Lock "zfs-dataset-alpha/manila_share_f4de15b9_21bc_4234_b5d0_958f6cd85c9a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.032s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:37.185357 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] Acquiring lock "zfs-dataset-alpha/manila_share_f4de15b9_21bc_4234_b5d0_958f6cd85c9a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:37.185814 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] Lock "zfs-dataset-alpha/manila_share_f4de15b9_21bc_4234_b5d0_958f6cd85c9a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:37.186221 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_f4de15b9_21bc_4234_b5d0_958f6cd85c9a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:37.186756 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] [chan 208] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:37.187500 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 208] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:37.187834 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 208 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:37.189850 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 208] Sesch channel 208 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:37.218402 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 208] EOF received (208) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:37.218402 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 208] EOF sent (208) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:37.218402 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:37.218402 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] ZFS option mountpoint's value is /alpha/manila_share_f4de15b9_21bc_4234_b5d0_958f6cd85c9a. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:37.218402 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] Running cmd (SSH): lsof -w /alpha/manila_share_f4de15b9_21bc_4234_b5d0_958f6cd85c9a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:37.218402 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] [chan 234] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:37.219127 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 234] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:37.219412 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 234 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:37.221030 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 234] Sesch channel 234 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:37.351710 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 234] EOF received (234) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:37.352044 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 234] EOF sent (234) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:37.352674 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:37.353226 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo umount /alpha/manila_share_f4de15b9_21bc_4234_b5d0_958f6cd85c9a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:37.353604 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] [chan 189] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:37.354478 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 189] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:37.354666 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 189 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:37.356549 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 189] Sesch channel 189 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:37.393943 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 189] EOF received (189) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:37.394449 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 189] EOF sent (189) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:37.395238 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:37.501965 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-e222a576-7400-46d8-bf86-98fd7df39211 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked-share-replica-operation-for-share-9105f93d-de8b-411f-af1a-266e48e0e2bb" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:49:37.696306 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e222a576-7400-46d8-bf86-98fd7df39211 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042@tmp_snapshot_for_replication__638fad76_85ec_413a_ab64_ba81d2e4e0f5_time_2026-02-19T02:49:37.676180 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:37.696540 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e222a576-7400-46d8-bf86-98fd7df39211 tempest-ReplicationSnapshotTest-1722040859 None] [chan 161] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:37.697090 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 161] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:37.697261 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 161 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:37.699076 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 161] Sesch channel 161 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:37.945705 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 161] EOF received (161) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:37.946110 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 161] EOF sent (161) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:37.947042 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e222a576-7400-46d8-bf86-98fd7df39211 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:37.947449 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e222a576-7400-46d8-bf86-98fd7df39211 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042@tmp_snapshot_for_replication__638fad76_85ec_413a_ab64_ba81d2e4e0f5_time_2026-02-19T02:49:37.676180 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:37.947896 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e222a576-7400-46d8-bf86-98fd7df39211 tempest-ReplicationSnapshotTest-1722040859 None] [chan 152] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:37.950901 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 152] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:37.951081 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 152 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:37.953959 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 152] Sesch channel 152 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:38.484400 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 152] EOF received (152) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:38.484804 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 152] EOF sent (152) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:38.485497 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e222a576-7400-46d8-bf86-98fd7df39211 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:38.485750 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-e222a576-7400-46d8-bf86-98fd7df39211 tempest-ReplicationSnapshotTest-1722040859 None] Info about replica '638fad76-85ec-413a-ab64-ba81d2e4e0f5' creation is following:
Feb 19 02:49:38.485750 np0000156481 manila-share[88844]: receiving full stream of betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042@tmp_snapshot_for_replication__638fad76_85ec_413a_ab64_ba81d2e4e0f5_time_2026-02-19T02:49:37.676180 into gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5@tmp_snapshot_for_replication__638fad76_85ec_413a_ab64_ba81d2e4e0f5_time_2026-02-19T02:49:37.676180
Feb 19 02:49:38.485750 np0000156481 manila-share[88844]: received 43.9K stream in 0.08 seconds (577K/sec)
Feb 19 02:49:38.485750 np0000156481 manila-share[88844]:  {{(pid=88844) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 02:49:38.485939 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e222a576-7400-46d8-bf86-98fd7df39211 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:38.486189 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e222a576-7400-46d8-bf86-98fd7df39211 tempest-ReplicationSnapshotTest-1722040859 None] [chan 174] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:38.491945 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 174] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:38.492085 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 174 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:38.493889 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 174] Sesch channel 174 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:38.546161 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 174] EOF received (174) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:38.546845 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 174] EOF sent (174) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:38.547201 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e222a576-7400-46d8-bf86-98fd7df39211 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:38.547580 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e222a576-7400-46d8-bf86-98fd7df39211 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:38.547924 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e222a576-7400-46d8-bf86-98fd7df39211 tempest-ReplicationSnapshotTest-1722040859 None] [chan 161] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:38.549336 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 161] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:38.549459 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 161 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:38.550977 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 161] Sesch channel 161 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:38.583605 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_bb3f4348_f1b4_431f_9216_297e72a2196a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:38.583605 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] [chan 209] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:38.584035 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 209] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:38.584197 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 209 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:38.586067 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 209] Sesch channel 209 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:38.593904 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 161] EOF received (161) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:38.594752 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 161] EOF sent (161) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:38.595396 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e222a576-7400-46d8-bf86-98fd7df39211 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:38.595731 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e222a576-7400-46d8-bf86-98fd7df39211 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:38.596385 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e222a576-7400-46d8-bf86-98fd7df39211 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:38.596684 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e222a576-7400-46d8-bf86-98fd7df39211 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:38.597088 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e222a576-7400-46d8-bf86-98fd7df39211 tempest-ReplicationSnapshotTest-1722040859 None] [chan 81] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:38.597685 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 81] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:38.597812 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 81 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:38.599537 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 81] Sesch channel 81 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:38.623285 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 81] EOF received (81) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:38.623708 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 81] EOF sent (81) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:38.624406 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e222a576-7400-46d8-bf86-98fd7df39211 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:38.624699 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e222a576-7400-46d8-bf86-98fd7df39211 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:38.625060 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e222a576-7400-46d8-bf86-98fd7df39211 tempest-ReplicationSnapshotTest-1722040859 None] [chan 76] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:38.625760 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 76] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:38.625924 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 76 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:38.628001 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 76] Sesch channel 76 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:38.657380 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 209] EOF received (209) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:38.657762 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 209] EOF sent (209) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:38.658476 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:38.658906 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-betta/subdir/manila_share_bb3f4348_f1b4_431f_9216_297e72a2196a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.298s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:38.671474 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 76] EOF received (76) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:38.671933 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 76] EOF sent (76) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:38.672616 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e222a576-7400-46d8-bf86-98fd7df39211 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:38.673047 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e222a576-7400-46d8-bf86-98fd7df39211 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.077s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:38.673456 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e222a576-7400-46d8-bf86-98fd7df39211 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:38.673818 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-e222a576-7400-46d8-bf86-98fd7df39211 tempest-ReplicationSnapshotTest-1722040859 None] [chan 82] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:38.674579 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 82] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:38.674761 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 82 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:38.676808 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 82] Sesch channel 82 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:38.705878 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 82] EOF received (82) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:38.706211 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 82] EOF sent (82) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:38.706863 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-e222a576-7400-46d8-bf86-98fd7df39211 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:38.707182 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-e222a576-7400-46d8-bf86-98fd7df39211 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is /gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:38.743994 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] Created reservations ['a5ff4ab7-22ec-4af9-8131-7429213c8e21', '2c766cad-cfae-4dcf-a47c-26c9084bad29', '01aea07f-e65f-47bb-a3ff-50ba5c19f67a', 'fb80f505-d16e-42a5-a1a2-0e893d0bfb91', '52f5d3b1-7c37-4e24-abe3-e79dddfc0f49', '52a674b3-50b5-47f6-a6fc-a40ec18d2a4e', 'b6100f02-33a7-488c-b586-f36b2b1de8f0', '4f963242-91cc-406d-93a7-5ac294d4961c'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:49:38.746691 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e222a576-7400-46d8-bf86-98fd7df39211 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_638fad76-85ec-413a-ab64-ba81d2e4e0f5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:38.747217 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e222a576-7400-46d8-bf86-98fd7df39211 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_638fad76-85ec-413a-ab64-ba81d2e4e0f5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:38.750248 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e222a576-7400-46d8-bf86-98fd7df39211 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_638fad76-85ec-413a-ab64-ba81d2e4e0f5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:38.750495 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e222a576-7400-46d8-bf86-98fd7df39211 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_638fad76-85ec-413a-ab64-ba81d2e4e0f5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:38.750804 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e222a576-7400-46d8-bf86-98fd7df39211 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_638fad76-85ec-413a-ab64-ba81d2e4e0f5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:38.760234 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] Committed reservations ['a5ff4ab7-22ec-4af9-8131-7429213c8e21', '2c766cad-cfae-4dcf-a47c-26c9084bad29', '01aea07f-e65f-47bb-a3ff-50ba5c19f67a', 'fb80f505-d16e-42a5-a1a2-0e893d0bfb91', '52f5d3b1-7c37-4e24-abe3-e79dddfc0f49', '52a674b3-50b5-47f6-a6fc-a40ec18d2a4e', 'b6100f02-33a7-488c-b586-f36b2b1de8f0', '4f963242-91cc-406d-93a7-5ac294d4961c'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:49:38.764749 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-5d476307-25a9-4153-815d-4b9f71023e0a tempest-ReplicationTest-1049150197 None] Share instance bb3f4348-f1b4-431f-9216-297e72a2196a: deleted successfully.
Feb 19 02:49:38.769730 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-e222a576-7400-46d8-bf86-98fd7df39211 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_638fad76-85ec-413a-ab64-ba81d2e4e0f5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.019s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:38.769880 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-e222a576-7400-46d8-bf86-98fd7df39211 tempest-ReplicationSnapshotTest-1722040859 None] Share replica 638fad76-85ec-413a-ab64-ba81d2e4e0f5 created successfully.
Feb 19 02:49:38.965865 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] Received request to update access for share instance 09d839a2-900c-4ca1-a93b-48f2e0686498. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:49:38.980177 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:38.980552 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:38.982697 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:38.982830 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:38.983031 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:39.074985 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.092s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:39.075121 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] Updating access rules for share instance 09d839a2-900c-4ca1-a93b-48f2e0686498 belonging to share b88fc3bb-6560-4e7c-bc2c-0fd7718bfc3a. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:49:39.092929 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:39.093185 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:39.098649 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:39.098817 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:39.099121 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:39.109290 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:39.121954 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "zfs-dataset-alpha/manila_share_09d839a2_900c_4ca1_a93b_48f2e0686498" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:39.122292 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-alpha/manila_share_09d839a2_900c_4ca1_a93b_48f2e0686498" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:39.122502 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:39.122691 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 235] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:39.123079 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 235] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:39.123162 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 235 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:39.124192 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 235] Sesch channel 235 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:39.161381 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 235] EOF received (235) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:39.161770 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 235] EOF sent (235) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:39.162600 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:39.162975 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs set sharenfs=rw=172.24.5.125,no_root_squash alpha/manila_share_09d839a2_900c_4ca1_a93b_48f2e0686498 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:39.163307 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 96] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:39.163896 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 96] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:39.164059 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 96 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:39.165568 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 96] Sesch channel 96 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:39.219726 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 96] EOF received (96) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:39.220039 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 96] EOF sent (96) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:39.220849 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:39.221117 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-alpha/manila_share_09d839a2_900c_4ca1_a93b_48f2e0686498" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.099s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:39.221361 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:39.221727 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:39.265470 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.044s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:39.265615 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:39.267467 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:39.267467 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:39.267467 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:39.267467 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:39.269127 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:39.269343 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:39.269619 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:39.272613 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:39.272884 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:39.273371 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:39.302248 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.029s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:39.302509 np0000156481 manila-share[88840]: INFO manila.share.access [None req-6db39265-6f06-4fd3-afa9-d2f45148c3a1 tempest-TestShareBasicOpsNFS-1749884742 None] Access rules were successfully modified for share instance 09d839a2-900c-4ca1-a93b-48f2e0686498 belonging to share b88fc3bb-6560-4e7c-bc2c-0fd7718bfc3a.
Feb 19 02:49:39.396194 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_f4de15b9_21bc_4234_b5d0_958f6cd85c9a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:39.396577 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] [chan 190] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:39.397405 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 190] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:39.397586 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 190 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:39.399638 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 190] Sesch channel 190 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:39.477505 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 190] EOF received (190) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:39.477764 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 190] EOF sent (190) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:39.478265 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:39.478752 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] Lock "zfs-dataset-alpha/manila_share_f4de15b9_21bc_4234_b5d0_958f6cd85c9a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.293s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:39.512521 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:39.512861 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:39.521204 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:39.521378 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:39.521598 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:39.532274 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.011s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:39.532423 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:39.532697 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:39.537607 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Lock "locked_access_rules_operation_by_share_instance_b9c503d4-af32-45b8-87e8-fdf5d883e4f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:39.537734 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] All access rules have been synced for share instance b9c503d4-af32-45b8-87e8-fdf5d883e4f1 belonging to share c92c3771-e6ad-4715-bbbe-9a98a71ca86b. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:49:39.545639 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:39.545825 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] [chan 210] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:39.547087 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 210] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:39.547192 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 210 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:39.549045 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 210] Sesch channel 210 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:39.577972 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 210] EOF received (210) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:39.578409 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 210] EOF sent (210) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:39.579211 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:39.579745 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:39.580223 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] [chan 236] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:39.583015 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 236] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:39.583193 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 236 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:39.585266 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 236] Sesch channel 236 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:39.592688 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] Created reservations ['ec06abd6-0be2-4452-ad41-3aa5113527a8', '20aeb545-9346-4a4b-b141-398bb1674ff7', 'c358c61e-03eb-4505-ae7e-97d998697ff5', '4f6fe498-2171-401b-80ee-f3eb61ad3d12'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:49:39.605535 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] Committed reservations ['ec06abd6-0be2-4452-ad41-3aa5113527a8', '20aeb545-9346-4a4b-b141-398bb1674ff7', 'c358c61e-03eb-4505-ae7e-97d998697ff5', '4f6fe498-2171-401b-80ee-f3eb61ad3d12'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:49:39.610253 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-3fedcea7-db18-4ab2-8f1f-1ce300649984 tempest-SharesActionsTest-247278417 None] Share instance f4de15b9-21bc-4234-b5d0-958f6cd85c9a: deleted successfully.
Feb 19 02:49:39.620947 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 236] EOF received (236) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:39.621419 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 236] EOF sent (236) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:39.622162 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:39.622623 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1@tmp_snapshot_for_replication__d6db2834_bbfd_4fe3_bc5d_58bd279af098_time_2026-02-19T02:47:07.153456" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:39.623251 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1@tmp_snapshot_for_replication__d6db2834_bbfd_4fe3_bc5d_58bd279af098_time_2026-02-19T02:47:07.153456" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:39.623866 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1@tmp_snapshot_for_replication__d6db2834_bbfd_4fe3_bc5d_58bd279af098_time_2026-02-19T02:47:07.153456 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:39.624610 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] [chan 191] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:39.625091 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 191] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:39.625228 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 191 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:39.626934 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 191] Sesch channel 191 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:39.655295 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 191] EOF received (191) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:39.655722 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 191] EOF sent (191) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:39.656404 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:39.656889 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:39.657361 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:39.657714 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] [chan 211] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:39.658144 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 211] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:39.658250 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 211 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:39.659962 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 211] Sesch channel 211 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:39.679555 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 211] EOF received (211) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:39.679944 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 211] EOF sent (211) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:39.680539 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:40.395597 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1dd6cc62-f1b1-4e1e-b6a2-090337763207" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:40.396117 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] Lock "locked_access_rules_operation_by_share_instance_1dd6cc62-f1b1-4e1e-b6a2-090337763207" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:40.398083 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] Lock "locked_access_rules_operation_by_share_instance_1dd6cc62-f1b1-4e1e-b6a2-090337763207" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:40.398217 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1dd6cc62-f1b1-4e1e-b6a2-090337763207" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:40.398422 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] Lock "locked_access_rules_operation_by_share_instance_1dd6cc62-f1b1-4e1e-b6a2-090337763207" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:40.400291 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] Lock "locked_access_rules_operation_by_share_instance_1dd6cc62-f1b1-4e1e-b6a2-090337763207" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:40.400449 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1dd6cc62-f1b1-4e1e-b6a2-090337763207" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:40.400634 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] Lock "locked_access_rules_operation_by_share_instance_1dd6cc62-f1b1-4e1e-b6a2-090337763207" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:40.402203 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] Lock "locked_access_rules_operation_by_share_instance_1dd6cc62-f1b1-4e1e-b6a2-090337763207" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:40.402348 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] All access rules have been synced for share instance 1dd6cc62-f1b1-4e1e-b6a2-090337763207 belonging to share 26318a75-25a4-4d25-9077-cdf22f378ff3. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:49:40.405238 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:40.405449 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] [chan 237] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:40.405877 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 237] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:40.405951 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 237 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:40.407499 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 237] Sesch channel 237 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:40.441397 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 237] EOF received (237) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:40.441803 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 237] EOF sent (237) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:40.442550 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:40.442900 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:40.443232 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] [chan 192] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:40.443772 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 192] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:40.443939 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 192 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:40.445960 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 192] Sesch channel 192 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:40.495512 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 192] EOF received (192) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:40.495967 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 192] EOF sent (192) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:40.496509 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:40.496747 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_1dd6cc62_f1b1_4e1e_b6a2_090337763207" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:40.497269 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] Lock "zfs-dataset-betta/subdir/manila_share_1dd6cc62_f1b1_4e1e_b6a2_090337763207" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:40.497582 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_1dd6cc62_f1b1_4e1e_b6a2_090337763207 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:40.497884 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] [chan 64] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:40.498612 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 64] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:40.498777 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 64 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:40.501002 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 64] Sesch channel 64 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:40.527044 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 64] EOF received (64) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:40.527476 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 64] EOF sent (64) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:40.528093 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:40.528429 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:40.528782 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] Lock "zfs-dataset-betta/subdir/manila_share_1dd6cc62_f1b1_4e1e_b6a2_090337763207" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.031s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:40.529303 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_1dd6cc62_f1b1_4e1e_b6a2_090337763207" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:40.529640 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] Lock "zfs-dataset-betta/subdir/manila_share_1dd6cc62_f1b1_4e1e_b6a2_090337763207" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:40.530004 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_1dd6cc62_f1b1_4e1e_b6a2_090337763207 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:40.530353 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] [chan 212] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:40.530888 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 212] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:40.530991 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 212 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:40.532888 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 212] Sesch channel 212 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:40.558648 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 212] EOF received (212) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:40.559031 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 212] EOF sent (212) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:40.560008 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:40.560109 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] ZFS option mountpoint's value is /betta/subdir/manila_share_1dd6cc62_f1b1_4e1e_b6a2_090337763207. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:40.560389 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_1dd6cc62_f1b1_4e1e_b6a2_090337763207 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:40.560744 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] [chan 238] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:40.561239 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 238] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:40.561559 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 238 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:40.563719 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 238] Sesch channel 238 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:40.689137 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 238] EOF received (238) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:40.689746 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 238] EOF sent (238) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:40.690260 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:40.690634 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_1dd6cc62_f1b1_4e1e_b6a2_090337763207 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:40.690972 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] [chan 193] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:40.691823 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 193] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:40.691958 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 193 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:40.693818 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 193] Sesch channel 193 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:40.728202 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 193] EOF received (193) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:40.728535 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 193] EOF sent (193) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:40.729028 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:40.758069 np0000156481 manila-share[88840]: DEBUG manila.coordination [None req-c7e09ad3-1072-49fb-9492-40e2be8ee3c6 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked-share-replica-operation-for-share-9105f93d-de8b-411f-af1a-266e48e0e2bb" acquired by "locked_replica_operation". {{(pid=88840) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:49:40.864904 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c7e09ad3-1072-49fb-9492-40e2be8ee3c6 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042@manila_share_snapshot_3393443e_9c9f_467d_91b7_4f29621a983e {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:40.865104 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c7e09ad3-1072-49fb-9492-40e2be8ee3c6 tempest-ReplicationSnapshotTest-1722040859 None] [chan 213] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:40.865561 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 213] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:40.865638 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 213 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:40.867430 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 213] Sesch channel 213 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:41.109068 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 213] EOF received (213) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:41.110044 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 213] EOF sent (213) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:41.110804 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c7e09ad3-1072-49fb-9492-40e2be8ee3c6 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:41.111035 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c7e09ad3-1072-49fb-9492-40e2be8ee3c6 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042@tmp_snapshot_for_replication__7d502b81_68d7_4bae_830c_e24d7ffcc042_time_2026-02-19T02:49:40.858299 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:41.111278 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c7e09ad3-1072-49fb-9492-40e2be8ee3c6 tempest-ReplicationSnapshotTest-1722040859 None] [chan 239] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:41.111737 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 239] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:41.111840 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 239 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:41.114198 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 239] Sesch channel 239 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:41.357446 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 239] EOF received (239) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:41.357855 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 239] EOF sent (239) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:41.358549 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c7e09ad3-1072-49fb-9492-40e2be8ee3c6 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:41.366898 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c7e09ad3-1072-49fb-9492-40e2be8ee3c6 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__638fad76_85ec_413a_ab64_ba81d2e4e0f5_time_2026-02-19T02:49:37.676180 betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042@tmp_snapshot_for_replication__7d502b81_68d7_4bae_830c_e24d7ffcc042_time_2026-02-19T02:49:40.858299 '|' ssh stack@127.0.0.1 sudo zfs receive -vF gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:41.367085 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c7e09ad3-1072-49fb-9492-40e2be8ee3c6 tempest-ReplicationSnapshotTest-1722040859 None] [chan 194] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:41.367476 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 194] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:41.367592 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 194 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:41.368857 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 194] Sesch channel 194 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:41.681586 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1@tmp_snapshot_for_replication__d6db2834_bbfd_4fe3_bc5d_58bd279af098_time_2026-02-19T02:47:07.153456 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:41.681862 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] [chan 214] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:41.682410 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 214] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:41.682517 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 214 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:41.684464 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 214] Sesch channel 214 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:41.730870 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 214] EOF received (214) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:41.731404 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 214] EOF sent (214) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:41.731623 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:41.731978 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1@tmp_snapshot_for_replication__d6db2834_bbfd_4fe3_bc5d_58bd279af098_time_2026-02-19T02:47:07.153456" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.109s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:41.732188 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1@tmp_snapshot_for_replication__94f903bf_7421_4716_92c7_391ef4b077ec_time_2026-02-19T02:47:20.296988" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:41.733598 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1@tmp_snapshot_for_replication__94f903bf_7421_4716_92c7_391ef4b077ec_time_2026-02-19T02:47:20.296988" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:41.733824 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1@tmp_snapshot_for_replication__94f903bf_7421_4716_92c7_391ef4b077ec_time_2026-02-19T02:47:20.296988 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:41.734082 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] [chan 240] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:41.735064 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 240] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:41.735160 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 240 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:41.738388 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 240] Sesch channel 240 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:41.763118 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 240] EOF received (240) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:41.763597 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 240] EOF sent (240) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:41.764297 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:41.764674 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:41.765139 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:41.765672 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] [chan 215] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:41.806517 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 215] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:41.806735 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 215 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:41.809982 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 215] Sesch channel 215 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:41.826627 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 215] EOF received (215) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:41.827053 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 215] EOF sent (215) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:41.827795 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:41.930071 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 194] EOF received (194) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:41.930544 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 194] EOF sent (194) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:41.931370 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c7e09ad3-1072-49fb-9492-40e2be8ee3c6 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:41.931725 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-c7e09ad3-1072-49fb-9492-40e2be8ee3c6 tempest-ReplicationSnapshotTest-1722040859 None] Info about last replica '638fad76-85ec-413a-ab64-ba81d2e4e0f5' sync is following:
Feb 19 02:49:41.931725 np0000156481 manila-share[88840]: receiving incremental stream of betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042@manila_share_snapshot_3393443e_9c9f_467d_91b7_4f29621a983e into gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5@manila_share_snapshot_3393443e_9c9f_467d_91b7_4f29621a983e
Feb 19 02:49:41.931725 np0000156481 manila-share[88840]: received 312B stream in 0.04 seconds (7.62K/sec)
Feb 19 02:49:41.931725 np0000156481 manila-share[88840]: receiving incremental stream of betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042@tmp_snapshot_for_replication__7d502b81_68d7_4bae_830c_e24d7ffcc042_time_2026-02-19T02:49:40.858299 into gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5@tmp_snapshot_for_replication__7d502b81_68d7_4bae_830c_e24d7ffcc042_time_2026-02-19T02:49:40.858299
Feb 19 02:49:41.931725 np0000156481 manila-share[88840]: received 312B stream in 0.04 seconds (8.26K/sec)
Feb 19 02:49:41.931725 np0000156481 manila-share[88840]:  {{(pid=88840) create_replicated_snapshot /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1335}}
Feb 19 02:49:42.730140 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_1dd6cc62_f1b1_4e1e_b6a2_090337763207 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:42.730593 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] [chan 241] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:42.731391 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 241] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:42.732008 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 241 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:42.733689 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 241] Sesch channel 241 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:42.794740 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 241] EOF received (241) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:42.795011 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 241] EOF sent (241) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:42.795512 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:42.795851 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] Lock "zfs-dataset-betta/subdir/manila_share_1dd6cc62_f1b1_4e1e_b6a2_090337763207" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.266s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:42.983542 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] Created reservations ['365d3ba1-87ad-47d7-9dbe-5d2f17c7d69d', 'd0179e47-93ff-48ec-aec1-45acfd843428', 'b0ef4fb5-c0d3-4a54-b834-b61faa763c75', '77df0ab6-5bdc-4820-a80b-ec70052812d4'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:49:42.997347 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] Committed reservations ['365d3ba1-87ad-47d7-9dbe-5d2f17c7d69d', 'd0179e47-93ff-48ec-aec1-45acfd843428', 'b0ef4fb5-c0d3-4a54-b834-b61faa763c75', '77df0ab6-5bdc-4820-a80b-ec70052812d4'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:49:43.001255 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-a7db7463-b410-48f8-a51e-5aa7af03cfde tempest-SharesActionsTest-247278417 None] Share instance 1dd6cc62-f1b1-4e1e-b6a2-090337763207: deleted successfully.
Feb 19 02:49:43.570877 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-371d7b0a-ecf3-486a-85dd-3410ae903992 tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta/subdir/manila_share_0b262e80_91bb_442e_9b17_8ca10cc77b1f@manila_share_snapshot_d9af5c7f_b916_4431_acdc_bcc39375cae4 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:43.571152 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-371d7b0a-ecf3-486a-85dd-3410ae903992 tempest-SharesActionsTest-247278417 None] [chan 216] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:43.571712 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 216] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:43.571841 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 216 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:43.573513 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 216] Sesch channel 216 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:43.598634 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 216] EOF received (216) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:43.599008 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 216] EOF sent (216) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:43.599656 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-371d7b0a-ecf3-486a-85dd-3410ae903992 tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:43.600021 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-371d7b0a-ecf3-486a-85dd-3410ae903992 tempest-SharesActionsTest-247278417 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_0b262e80_91bb_442e_9b17_8ca10cc77b1f@manila_share_snapshot_d9af5c7f_b916_4431_acdc_bcc39375cae4" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:43.600667 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-371d7b0a-ecf3-486a-85dd-3410ae903992 tempest-SharesActionsTest-247278417 None] Lock "zfs-dataset-betta/subdir/manila_share_0b262e80_91bb_442e_9b17_8ca10cc77b1f@manila_share_snapshot_d9af5c7f_b916_4431_acdc_bcc39375cae4" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:43.600947 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-371d7b0a-ecf3-486a-85dd-3410ae903992 tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_0b262e80_91bb_442e_9b17_8ca10cc77b1f@manila_share_snapshot_d9af5c7f_b916_4431_acdc_bcc39375cae4 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:43.601275 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-371d7b0a-ecf3-486a-85dd-3410ae903992 tempest-SharesActionsTest-247278417 None] [chan 195] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:43.601884 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 195] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:43.602067 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 195 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:43.604297 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 195] Sesch channel 195 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:43.630032 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 195] EOF received (195) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:43.630448 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 195] EOF sent (195) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:43.631175 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-371d7b0a-ecf3-486a-85dd-3410ae903992 tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:43.631548 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-371d7b0a-ecf3-486a-85dd-3410ae903992 tempest-SharesActionsTest-247278417 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:43.631974 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-371d7b0a-ecf3-486a-85dd-3410ae903992 tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:43.632336 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-371d7b0a-ecf3-486a-85dd-3410ae903992 tempest-SharesActionsTest-247278417 None] [chan 242] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:43.632996 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 242] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:43.633165 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 242 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:43.635142 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 242] Sesch channel 242 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:43.655109 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 242] EOF received (242) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:43.655520 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 242] EOF sent (242) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:43.656151 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-371d7b0a-ecf3-486a-85dd-3410ae903992 tempest-SharesActionsTest-247278417 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:43.829496 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1@tmp_snapshot_for_replication__94f903bf_7421_4716_92c7_391ef4b077ec_time_2026-02-19T02:47:20.296988 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:43.830195 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] [chan 217] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:43.830520 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 217] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:43.830679 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 217 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:43.833999 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 217] Sesch channel 217 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:43.887485 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 217] EOF received (217) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:43.887772 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 217] EOF sent (217) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:43.888279 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:43.889159 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1@tmp_snapshot_for_replication__94f903bf_7421_4716_92c7_391ef4b077ec_time_2026-02-19T02:47:20.296988" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.156s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:43.889159 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1@tmp_snapshot_for_replication__eb4c8ac5_2256_41f7_b0da_66d589e97cdd_time_2026-02-19T02:47:58.263084" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:43.889537 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1@tmp_snapshot_for_replication__eb4c8ac5_2256_41f7_b0da_66d589e97cdd_time_2026-02-19T02:47:58.263084" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:43.889537 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1@tmp_snapshot_for_replication__eb4c8ac5_2256_41f7_b0da_66d589e97cdd_time_2026-02-19T02:47:58.263084 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:43.889804 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] [chan 196] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:43.890622 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 196] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:43.890622 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 196 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:43.892285 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 196] Sesch channel 196 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:43.916176 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-766c931a-8ee7-4f2c-8c1b-1e0f10c204be tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked-share-replica-operation-for-share-9105f93d-de8b-411f-af1a-266e48e0e2bb" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:49:43.920862 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 196] EOF received (196) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:43.921226 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 196] EOF sent (196) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:43.921902 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:43.922220 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:43.922656 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:43.923233 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] [chan 243] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:43.923555 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 243] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:43.923807 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 243 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:43.926246 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 243] Sesch channel 243 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:43.946130 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 243] EOF received (243) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:43.946409 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 243] EOF sent (243) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:43.946859 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:43.968221 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-766c931a-8ee7-4f2c-8c1b-1e0f10c204be tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): ssh stack@127.0.0.1 set readonly=on betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:43.968509 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-766c931a-8ee7-4f2c-8c1b-1e0f10c204be tempest-ReplicationSnapshotTest-1722040859 None] [chan 162] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:43.969021 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 162] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:43.969138 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 162 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:43.970799 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 162] Sesch channel 162 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:44.169477 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 162] EOF received (162) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:44.169706 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 162] EOF sent (162) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:44.170184 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-766c931a-8ee7-4f2c-8c1b-1e0f10c204be tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:44.170453 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-766c931a-8ee7-4f2c-8c1b-1e0f10c204be tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042@tmp_snapshot_for_replication__7d502b81_68d7_4bae_830c_e24d7ffcc042_time_2026-02-19T02:49:44.170213 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:44.170706 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-766c931a-8ee7-4f2c-8c1b-1e0f10c204be tempest-ReplicationSnapshotTest-1722040859 None] [chan 153] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:44.171185 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 153] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:44.171289 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 153 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:44.172731 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 153] Sesch channel 153 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:44.404098 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 153] EOF received (153) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:44.404658 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 153] EOF sent (153) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:44.405366 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-766c931a-8ee7-4f2c-8c1b-1e0f10c204be tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:44.414808 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-766c931a-8ee7-4f2c-8c1b-1e0f10c204be tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__7d502b81_68d7_4bae_830c_e24d7ffcc042_time_2026-02-19T02:49:40.858299 betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042@tmp_snapshot_for_replication__7d502b81_68d7_4bae_830c_e24d7ffcc042_time_2026-02-19T02:49:44.170213 '|' ssh stack@127.0.0.1 sudo zfs receive -vF gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:44.415046 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-766c931a-8ee7-4f2c-8c1b-1e0f10c204be tempest-ReplicationSnapshotTest-1722040859 None] [chan 175] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:44.415493 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 175] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:44.415597 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 175 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:44.417405 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 175] Sesch channel 175 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:44.897045 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 175] EOF received (175) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:44.897382 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 175] EOF sent (175) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:44.897844 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-766c931a-8ee7-4f2c-8c1b-1e0f10c204be tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:44.898047 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-766c931a-8ee7-4f2c-8c1b-1e0f10c204be tempest-ReplicationSnapshotTest-1722040859 None] Info about last replica '638fad76-85ec-413a-ab64-ba81d2e4e0f5' sync is following:
Feb 19 02:49:44.898047 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042@tmp_snapshot_for_replication__7d502b81_68d7_4bae_830c_e24d7ffcc042_time_2026-02-19T02:49:44.170213 into gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5@tmp_snapshot_for_replication__7d502b81_68d7_4bae_830c_e24d7ffcc042_time_2026-02-19T02:49:44.170213
Feb 19 02:49:44.898047 np0000156481 manila-share[88844]: received 312B stream in 0.04 seconds (8.48K/sec)
Feb 19 02:49:44.898047 np0000156481 manila-share[88844]:  {{(pid=88844) promote_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1189}}
Feb 19 02:49:44.913707 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-766c931a-8ee7-4f2c-8c1b-1e0f10c204be tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:44.914140 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-766c931a-8ee7-4f2c-8c1b-1e0f10c204be tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:44.914341 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-766c931a-8ee7-4f2c-8c1b-1e0f10c204be tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:44.914840 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-766c931a-8ee7-4f2c-8c1b-1e0f10c204be tempest-ReplicationSnapshotTest-1722040859 None] [chan 77] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:44.915417 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 77] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:44.915525 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 77 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:44.917371 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 77] Sesch channel 77 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:44.944791 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 77] EOF received (77) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:44.945109 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 77] EOF sent (77) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:44.945785 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-766c931a-8ee7-4f2c-8c1b-1e0f10c204be tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:44.946153 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-766c931a-8ee7-4f2c-8c1b-1e0f10c204be tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:44.946536 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-766c931a-8ee7-4f2c-8c1b-1e0f10c204be tempest-ReplicationSnapshotTest-1722040859 None] [chan 83] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:44.947156 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 83] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:44.947369 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 83 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:44.949277 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 83] Sesch channel 83 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:44.995214 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 83] EOF received (83) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:44.995649 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 83] EOF sent (83) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:44.996232 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-766c931a-8ee7-4f2c-8c1b-1e0f10c204be tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:44.996672 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-766c931a-8ee7-4f2c-8c1b-1e0f10c204be tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.082s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:44.996907 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-766c931a-8ee7-4f2c-8c1b-1e0f10c204be tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs set readonly=off gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:44.997231 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-766c931a-8ee7-4f2c-8c1b-1e0f10c204be tempest-ReplicationSnapshotTest-1722040859 None] [chan 162] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:44.997810 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 162] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:44.997976 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 162 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:44.999908 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 162] Sesch channel 162 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:45.046789 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 162] EOF received (162) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:45.047137 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 162] EOF sent (162) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:45.047738 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-766c931a-8ee7-4f2c-8c1b-1e0f10c204be tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:45.081614 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-766c931a-8ee7-4f2c-8c1b-1e0f10c204be tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_638fad76-85ec-413a-ab64-ba81d2e4e0f5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:45.081963 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-766c931a-8ee7-4f2c-8c1b-1e0f10c204be tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_638fad76-85ec-413a-ab64-ba81d2e4e0f5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:45.104398 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-766c931a-8ee7-4f2c-8c1b-1e0f10c204be tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_638fad76-85ec-413a-ab64-ba81d2e4e0f5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.022s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:45.124280 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-766c931a-8ee7-4f2c-8c1b-1e0f10c204be tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_638fad76-85ec-413a-ab64-ba81d2e4e0f5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:45.125105 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-766c931a-8ee7-4f2c-8c1b-1e0f10c204be tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_638fad76-85ec-413a-ab64-ba81d2e4e0f5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:45.152142 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-766c931a-8ee7-4f2c-8c1b-1e0f10c204be tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_638fad76-85ec-413a-ab64-ba81d2e4e0f5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:45.152393 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-766c931a-8ee7-4f2c-8c1b-1e0f10c204be tempest-ReplicationSnapshotTest-1722040859 None] Share replica 638fad76-85ec-413a-ab64-ba81d2e4e0f5: promoted to active state successfully.
Feb 19 02:49:45.657614 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-371d7b0a-ecf3-486a-85dd-3410ae903992 tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_0b262e80_91bb_442e_9b17_8ca10cc77b1f@manila_share_snapshot_d9af5c7f_b916_4431_acdc_bcc39375cae4 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:45.658352 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-371d7b0a-ecf3-486a-85dd-3410ae903992 tempest-SharesActionsTest-247278417 None] [chan 218] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:45.659021 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 218] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:45.659193 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 218 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:45.661209 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 218] Sesch channel 218 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:45.700177 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 218] EOF received (218) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:45.700422 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 218] EOF sent (218) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:45.700787 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-371d7b0a-ecf3-486a-85dd-3410ae903992 tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:45.701088 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-371d7b0a-ecf3-486a-85dd-3410ae903992 tempest-SharesActionsTest-247278417 None] Lock "zfs-dataset-betta/subdir/manila_share_0b262e80_91bb_442e_9b17_8ca10cc77b1f@manila_share_snapshot_d9af5c7f_b916_4431_acdc_bcc39375cae4" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.101s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:45.784667 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-371d7b0a-ecf3-486a-85dd-3410ae903992 tempest-SharesActionsTest-247278417 None] Created reservations ['07c7d8ba-e187-46c3-9f5e-20730b657024', '76377fa2-0b8c-42a9-99bc-e9b406ce77e6', '45c4ff19-941d-45b9-acb3-d75594678c74', 'fbf5f9ff-2276-44f8-9751-20ce5ea9b4b4'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:49:45.801617 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-371d7b0a-ecf3-486a-85dd-3410ae903992 tempest-SharesActionsTest-247278417 None] Committed reservations ['07c7d8ba-e187-46c3-9f5e-20730b657024', '76377fa2-0b8c-42a9-99bc-e9b406ce77e6', '45c4ff19-941d-45b9-acb3-d75594678c74', 'fbf5f9ff-2276-44f8-9751-20ce5ea9b4b4'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:49:45.947731 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1@tmp_snapshot_for_replication__eb4c8ac5_2256_41f7_b0da_66d589e97cdd_time_2026-02-19T02:47:58.263084 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:45.948119 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] [chan 197] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:45.948861 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 197] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:45.949031 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 197 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:45.950964 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 197] Sesch channel 197 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:45.988604 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 197] EOF received (197) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:45.988884 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 197] EOF sent (197) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:45.989364 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:45.989780 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1@tmp_snapshot_for_replication__eb4c8ac5_2256_41f7_b0da_66d589e97cdd_time_2026-02-19T02:47:58.263084" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.100s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:45.990025 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:45.990403 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:45.990597 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:45.990843 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] [chan 97] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:45.991233 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 97] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:45.991420 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 97 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:45.992614 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 97] Sesch channel 97 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.019729 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 97] EOF received (97) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.020261 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 97] EOF sent (97) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.020973 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:46.021385 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:46.021791 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.031s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:46.022143 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:46.022974 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:46.023338 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:46.023823 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] [chan 244] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.024326 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 244] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.024481 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 244 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:46.025948 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 244] Sesch channel 244 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.054859 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 244] EOF received (244) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.055350 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 244] EOF sent (244) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.056129 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:46.056562 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] ZFS option mountpoint's value is /betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:46.056901 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:46.057303 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] [chan 219] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.058195 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 219] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.058444 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 219 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:46.060110 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 219] Sesch channel 219 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.171155 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 219] EOF received (219) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.171555 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 219] EOF sent (219) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.172229 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:46.172739 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:46.173098 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] [chan 198] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.173674 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 198] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.173845 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 198 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:46.175609 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 198] Sesch channel 198 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.214853 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 198] EOF received (198) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.215179 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 198] EOF sent (198) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.215886 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:46.744984 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0b262e80-91bb-442e-9b17-8ca10cc77b1f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:46.745676 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] Lock "locked_access_rules_operation_by_share_instance_0b262e80-91bb-442e-9b17-8ca10cc77b1f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:46.747215 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] Lock "locked_access_rules_operation_by_share_instance_0b262e80-91bb-442e-9b17-8ca10cc77b1f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:46.747352 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0b262e80-91bb-442e-9b17-8ca10cc77b1f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:46.747557 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] Lock "locked_access_rules_operation_by_share_instance_0b262e80-91bb-442e-9b17-8ca10cc77b1f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:46.749379 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] Lock "locked_access_rules_operation_by_share_instance_0b262e80-91bb-442e-9b17-8ca10cc77b1f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:46.749501 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0b262e80-91bb-442e-9b17-8ca10cc77b1f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:46.749694 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] Lock "locked_access_rules_operation_by_share_instance_0b262e80-91bb-442e-9b17-8ca10cc77b1f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:46.751717 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] Lock "locked_access_rules_operation_by_share_instance_0b262e80-91bb-442e-9b17-8ca10cc77b1f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:46.751885 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] All access rules have been synced for share instance 0b262e80-91bb-442e-9b17-8ca10cc77b1f belonging to share 73278a98-6f55-41c1-9eb5-7d79af4aebdd. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:49:46.755883 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:46.756135 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] [chan 245] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.756634 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 245] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.756745 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 245 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:46.758478 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 245] Sesch channel 245 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.796928 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 245] EOF received (245) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.797279 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 245] EOF sent (245) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.797972 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:46.798350 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:46.798683 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] [chan 220] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.799245 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 220] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.799443 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 220 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:46.801260 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 220] Sesch channel 220 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.847749 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 220] EOF received (220) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.847980 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 220] EOF sent (220) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.848410 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:46.848662 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_0b262e80_91bb_442e_9b17_8ca10cc77b1f" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:46.849041 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] Lock "zfs-dataset-betta/subdir/manila_share_0b262e80_91bb_442e_9b17_8ca10cc77b1f" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:46.849218 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_0b262e80_91bb_442e_9b17_8ca10cc77b1f {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:46.849449 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] [chan 65] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.849777 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 65] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.849877 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 65 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:46.851024 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 65] Sesch channel 65 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.873748 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 65] EOF received (65) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.874172 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 65] EOF sent (65) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.874781 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:46.875094 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:46.875501 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] Lock "zfs-dataset-betta/subdir/manila_share_0b262e80_91bb_442e_9b17_8ca10cc77b1f" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.026s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:46.875782 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_0b262e80_91bb_442e_9b17_8ca10cc77b1f" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:46.876230 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] Lock "zfs-dataset-betta/subdir/manila_share_0b262e80_91bb_442e_9b17_8ca10cc77b1f" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:46.876523 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_0b262e80_91bb_442e_9b17_8ca10cc77b1f {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:46.876863 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] [chan 199] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.877380 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 199] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.877540 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 199 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:46.878926 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 199] Sesch channel 199 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.902619 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 199] EOF received (199) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.902997 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 199] EOF sent (199) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.903571 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:46.903864 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] ZFS option mountpoint's value is /betta/subdir/manila_share_0b262e80_91bb_442e_9b17_8ca10cc77b1f. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:46.904112 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_0b262e80_91bb_442e_9b17_8ca10cc77b1f {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:46.904438 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] [chan 246] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.904907 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 246] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:46.905060 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 246 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:46.906261 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 246] Sesch channel 246 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:47.031577 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 246] EOF received (246) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:47.033755 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 246] EOF sent (246) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:47.033755 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:47.033755 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_0b262e80_91bb_442e_9b17_8ca10cc77b1f {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:47.033755 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] [chan 221] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:47.034047 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 221] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:47.034213 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 221 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:47.036724 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 221] Sesch channel 221 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:47.056426 np0000156481 manila-share[88840]: DEBUG manila.coordination [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked-share-replica-operation-for-share-9105f93d-de8b-411f-af1a-266e48e0e2bb" acquired by "locked_replica_operation". {{(pid=88840) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:49:47.063546 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 221] EOF received (221) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:47.063546 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 221] EOF sent (221) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:47.063878 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:47.149056 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7d502b81-68d7-4bae-830c-e24d7ffcc042" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:47.149056 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_7d502b81-68d7-4bae-830c-e24d7ffcc042" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:47.155530 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_7d502b81-68d7-4bae-830c-e24d7ffcc042" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:47.155670 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7d502b81-68d7-4bae-830c-e24d7ffcc042" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:47.155906 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_7d502b81-68d7-4bae-830c-e24d7ffcc042" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:47.157026 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] Received request to update access for share instance e08ccd8a-93d3-4095-a7ab-fe9365428a07. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:49:47.158565 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_7d502b81-68d7-4bae-830c-e24d7ffcc042" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:47.158693 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7d502b81-68d7-4bae-830c-e24d7ffcc042" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:47.158893 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_7d502b81-68d7-4bae-830c-e24d7ffcc042" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:47.171476 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_7d502b81-68d7-4bae-830c-e24d7ffcc042" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.012s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:47.171606 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] All access rules have been synced for share instance 7d502b81-68d7-4bae-830c-e24d7ffcc042 belonging to share 9105f93d-de8b-411f-af1a-266e48e0e2bb. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:49:47.175204 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:47.175477 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] Lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:47.177519 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] Lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:47.177652 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:47.177856 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] Lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:47.178522 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:47.178713 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] [chan 200] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:47.179394 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 200] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:47.179497 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 200 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:47.180935 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 200] Sesch channel 200 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:47.220221 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] Lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.042s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:47.220398 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] Updating access rules for share instance e08ccd8a-93d3-4095-a7ab-fe9365428a07 belonging to share e300e97d-49be-4e25-93cd-3d113e49a815. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:49:47.235077 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:47.235394 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] Lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:47.240027 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 200] EOF received (200) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:47.240198 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 200] EOF sent (200) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:47.240530 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:47.240705 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042@tmp_snapshot_for_replication__638fad76_85ec_413a_ab64_ba81d2e4e0f5_time_2026-02-19T02:49:37.676180" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:47.240972 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042@tmp_snapshot_for_replication__638fad76_85ec_413a_ab64_ba81d2e4e0f5_time_2026-02-19T02:49:37.676180" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:47.241098 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042@tmp_snapshot_for_replication__638fad76_85ec_413a_ab64_ba81d2e4e0f5_time_2026-02-19T02:49:37.676180 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:47.241259 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] [chan 247] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:47.241611 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] Lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:47.241741 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:47.241932 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] Lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:47.242527 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 247] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:47.242591 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 247 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:47.244050 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 247] Sesch channel 247 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:47.254336 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] Lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:47.261644 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_e08ccd8a_93d3_4095_a7ab_fe9365428a07" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:47.261917 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] Lock "zfs-dataset-betta/subdir/manila_share_e08ccd8a_93d3_4095_a7ab_fe9365428a07" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:47.262093 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:47.262251 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] [chan 222] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:47.262634 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 222] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:47.262710 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 222 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:47.264517 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 222] Sesch channel 222 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:47.271847 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 247] EOF received (247) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:47.272019 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 247] EOF sent (247) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:47.272298 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:47.272441 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:47.272647 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:47.272780 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] [chan 201] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:47.281774 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 201] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:47.281848 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 201 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:47.285974 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 201] Sesch channel 201 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:47.305662 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 201] EOF received (201) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:47.305822 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 201] EOF sent (201) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:47.306088 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:47.307330 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 222] EOF received (222) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:47.307504 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 222] EOF sent (222) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:47.307783 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:47.307952 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] Running cmd (SSH): sudo zfs set sharenfs=rw=172.24.5.11,no_root_squash betta/subdir/manila_share_e08ccd8a_93d3_4095_a7ab_fe9365428a07 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:47.308103 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] [chan 98] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:47.308451 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 98] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:47.308522 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 98 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:47.311246 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 98] Sesch channel 98 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:47.356531 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 98] EOF received (98) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:47.356723 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 98] EOF sent (98) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:47.357014 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:47.357206 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] Lock "zfs-dataset-betta/subdir/manila_share_e08ccd8a_93d3_4095_a7ab_fe9365428a07" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.095s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:47.357369 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:47.357636 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] Lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:47.391496 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] Lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.034s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:47.391707 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:47.392052 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] Lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:47.392226 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] Lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:47.392425 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:47.392686 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] Lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:47.395266 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] Lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:47.395467 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:47.395769 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] Lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:47.397974 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] Lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:47.398154 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:47.398446 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] Lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:47.422047 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] Lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:47.422167 np0000156481 manila-share[88840]: INFO manila.share.access [None req-b49faa59-5ca2-436c-9c3f-0fd88d2375c9 tempest-TestShareShrinkNFS-1662192531 None] Access rules were successfully modified for share instance e08ccd8a-93d3-4095-a7ab-fe9365428a07 belonging to share e300e97d-49be-4e25-93cd-3d113e49a815.
Feb 19 02:49:48.217005 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:48.217611 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] [chan 248] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:48.217827 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 248] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:48.217979 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 248 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:48.222350 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 248] Sesch channel 248 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:48.280282 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 248] EOF received (248) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:48.280696 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 248] EOF sent (248) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:48.281394 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:48.281884 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Lock "zfs-dataset-betta/subdir/manila_share_b9c503d4_af32_45b8_87e8_fdf5d883e4f1" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.259s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:48.376585 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Created reservations ['a0f43a10-abe7-4a98-88b0-0496f01be591', 'e5eb1411-4f90-4ed9-806b-45d7be7dd97a', '6a650e8d-1d6e-4aef-9ff5-5f1051d9a292', '192b163d-e3f9-4c52-b293-3b7f33fd8635', 'ff36e3d9-e565-4ee6-81cd-f75d77210c4e', '4da1ca7d-fe19-4d0a-b0fa-c0ce96459d76', '8dd2c1b5-f901-49c4-b831-c29dfe5edd90', '19e8cccd-ab6e-4f3b-a3fd-4950baf5c9bc'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:49:48.392290 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Committed reservations ['a0f43a10-abe7-4a98-88b0-0496f01be591', 'e5eb1411-4f90-4ed9-806b-45d7be7dd97a', '6a650e8d-1d6e-4aef-9ff5-5f1051d9a292', '192b163d-e3f9-4c52-b293-3b7f33fd8635', 'ff36e3d9-e565-4ee6-81cd-f75d77210c4e', '4da1ca7d-fe19-4d0a-b0fa-c0ce96459d76', '8dd2c1b5-f901-49c4-b831-c29dfe5edd90', '19e8cccd-ab6e-4f3b-a3fd-4950baf5c9bc'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:49:48.395425 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-de13c11a-bc50-4a94-b13e-146691ee27d6 tempest-ReplicationTest-1049150197 None] Share instance b9c503d4-af32-45b8-87e8-fdf5d883e4f1: deleted successfully.
Feb 19 02:49:49.098136 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_0b262e80_91bb_442e_9b17_8ca10cc77b1f {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:49.098136 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] [chan 202] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:49.099063 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 202] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:49.099797 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 202 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:49.101745 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 202] Sesch channel 202 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:49.164388 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 202] EOF received (202) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:49.164815 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 202] EOF sent (202) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:49.165583 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:49.166114 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] Lock "zfs-dataset-betta/subdir/manila_share_0b262e80_91bb_442e_9b17_8ca10cc77b1f" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.290s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:49.259438 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] Created reservations ['5e9b4b83-173f-4054-9c82-0013fc75bd77', 'c35d9d15-afc5-43d2-8c0a-156c86fd8021', '7096cd85-837c-441b-aea5-5c8ef8af7f93', 'a35eeeff-cf1f-44a7-ad83-5ee6f4cf7790'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:49:49.272760 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] Committed reservations ['5e9b4b83-173f-4054-9c82-0013fc75bd77', 'c35d9d15-afc5-43d2-8c0a-156c86fd8021', '7096cd85-837c-441b-aea5-5c8ef8af7f93', 'a35eeeff-cf1f-44a7-ad83-5ee6f4cf7790'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:49:49.276849 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-58d66a7b-379b-4cc6-be55-1a9ca20c7b7b tempest-SharesActionsTest-247278417 None] Share instance 0b262e80-91bb-442e-9b17-8ca10cc77b1f: deleted successfully.
Feb 19 02:49:49.307335 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042@tmp_snapshot_for_replication__638fad76_85ec_413a_ab64_ba81d2e4e0f5_time_2026-02-19T02:49:37.676180 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:49.307723 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] [chan 223] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:49.308458 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 223] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:49.308728 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 223 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:49.311349 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 223] Sesch channel 223 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:49.359666 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 223] EOF received (223) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:49.359865 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 223] EOF sent (223) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:49.360298 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:49.360580 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042@tmp_snapshot_for_replication__638fad76_85ec_413a_ab64_ba81d2e4e0f5_time_2026-02-19T02:49:37.676180" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.120s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:49.360799 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042@manila_share_snapshot_3393443e_9c9f_467d_91b7_4f29621a983e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:49.361106 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042@manila_share_snapshot_3393443e_9c9f_467d_91b7_4f29621a983e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:49.361249 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042@manila_share_snapshot_3393443e_9c9f_467d_91b7_4f29621a983e {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:49.361444 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] [chan 249] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:49.361790 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 249] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:49.361911 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 249 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:49.362985 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 249] Sesch channel 249 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:49.385511 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 249] EOF received (249) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:49.385511 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 249] EOF sent (249) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:49.385861 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:49.386027 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:49.386254 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:49.386444 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] [chan 203] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:49.388101 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 203] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:49.388101 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 203 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:49.388427 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 203] Sesch channel 203 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:49.409847 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 203] EOF received (203) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:49.410230 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 203] EOF sent (203) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:49.410936 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:51.411923 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042@manila_share_snapshot_3393443e_9c9f_467d_91b7_4f29621a983e {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:51.412682 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] [chan 224] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:51.413306 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 224] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:51.413611 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 224 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:51.415713 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 224] Sesch channel 224 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:51.466546 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 224] EOF received (224) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:51.466810 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 224] EOF sent (224) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:51.467213 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:51.467562 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042@manila_share_snapshot_3393443e_9c9f_467d_91b7_4f29621a983e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.106s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:51.467755 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042@tmp_snapshot_for_replication__7d502b81_68d7_4bae_830c_e24d7ffcc042_time_2026-02-19T02:49:40.858299" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:51.468155 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042@tmp_snapshot_for_replication__7d502b81_68d7_4bae_830c_e24d7ffcc042_time_2026-02-19T02:49:40.858299" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:51.468370 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042@tmp_snapshot_for_replication__7d502b81_68d7_4bae_830c_e24d7ffcc042_time_2026-02-19T02:49:40.858299 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:51.468596 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] [chan 250] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:51.469149 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 250] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:51.469257 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 250 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:51.471669 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 250] Sesch channel 250 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:51.497729 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 250] EOF received (250) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:51.497960 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 250] EOF sent (250) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:51.498415 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:51.498644 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:51.498955 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:51.499192 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] [chan 204] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:51.499960 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 204] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:51.500095 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 204 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:51.502057 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 204] Sesch channel 204 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:51.522283 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 204] EOF received (204) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:51.522555 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 204] EOF sent (204) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:51.522967 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:53.524296 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042@tmp_snapshot_for_replication__7d502b81_68d7_4bae_830c_e24d7ffcc042_time_2026-02-19T02:49:40.858299 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:53.524901 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] [chan 225] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:53.525580 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 225] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:53.525746 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 225 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:53.527768 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 225] Sesch channel 225 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:53.571475 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 225] EOF received (225) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:53.571710 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 225] EOF sent (225) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:53.572174 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:53.572516 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042@tmp_snapshot_for_replication__7d502b81_68d7_4bae_830c_e24d7ffcc042_time_2026-02-19T02:49:40.858299" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.104s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:53.572719 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042@tmp_snapshot_for_replication__7d502b81_68d7_4bae_830c_e24d7ffcc042_time_2026-02-19T02:49:44.170213" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:53.573111 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042@tmp_snapshot_for_replication__7d502b81_68d7_4bae_830c_e24d7ffcc042_time_2026-02-19T02:49:44.170213" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:53.573286 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042@tmp_snapshot_for_replication__7d502b81_68d7_4bae_830c_e24d7ffcc042_time_2026-02-19T02:49:44.170213 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:53.573537 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] [chan 251] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:53.573981 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 251] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:53.574081 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 251 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:53.575542 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 251] Sesch channel 251 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:53.600492 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 251] EOF received (251) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:53.600870 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 251] EOF sent (251) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:53.601472 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:53.601801 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:53.602418 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:53.602742 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] [chan 205] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:53.603410 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 205] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:53.603615 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 205 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:53.605523 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 205] Sesch channel 205 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:53.624739 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 205] EOF received (205) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:53.625089 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 205] EOF sent (205) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:53.625701 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:55.626901 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042@tmp_snapshot_for_replication__7d502b81_68d7_4bae_830c_e24d7ffcc042_time_2026-02-19T02:49:44.170213 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:55.627556 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] [chan 226] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:55.627822 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 226] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:55.627925 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 226 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:55.629376 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 226] Sesch channel 226 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:55.666583 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 226] EOF received (226) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:55.666972 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 226] EOF sent (226) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:55.667688 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:55.668167 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042@tmp_snapshot_for_replication__7d502b81_68d7_4bae_830c_e24d7ffcc042_time_2026-02-19T02:49:44.170213" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.095s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:55.668485 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:55.668828 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] [chan 252] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:55.669707 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 252] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:55.669878 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 252 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:55.672116 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 252] Sesch channel 252 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:55.701720 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 252] EOF received (252) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:55.702093 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 252] EOF sent (252) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:55.702756 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:55.703161 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:55.703935 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:55.704233 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:55.704767 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] [chan 66] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:55.705476 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 66] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:55.705651 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 66 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:55.707834 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 66] Sesch channel 66 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:55.733043 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 66] EOF received (66) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:55.733574 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 66] EOF sent (66) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:55.734252 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:55.734642 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:55.734975 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.031s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:55.735283 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:49:55.736058 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:49:55.736485 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:55.736696 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] [chan 206] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:55.737220 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 206] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:55.737444 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 206 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:55.738823 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 206] Sesch channel 206 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:55.763365 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 206] EOF received (206) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:55.763635 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 206] EOF sent (206) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:55.764001 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:55.764200 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is /betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:49:55.764397 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:55.764623 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] [chan 227] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:55.765086 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 227] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:55.765191 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 227 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:55.766616 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 227] Sesch channel 227 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:55.887208 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 227] EOF received (227) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:55.887482 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 227] EOF sent (227) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:55.888071 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:55.888564 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:55.888873 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] [chan 253] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:55.889664 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 253] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:55.889829 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 253 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:55.891920 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 253] Sesch channel 253 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:55.925899 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 253] EOF received (253) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:55.926249 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 253] EOF sent (253) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:55.927029 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:57.928551 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:57.929264 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] [chan 207] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:57.929870 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 207] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:57.930050 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 207 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:57.932386 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 207] Sesch channel 207 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:58.000237 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 207] EOF received (207) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:58.000509 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 207] EOF sent (207) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:58.001014 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:49:58.001354 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-betta/subdir/manila_share_7d502b81_68d7_4bae_830c_e24d7ffcc042" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.265s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:49:58.117518 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Created reservations ['7817fab1-0f87-446e-a106-af984f6e1391', 'f8bb91bd-038b-4637-97ca-5e35c336b85c', 'd634b13c-5144-470d-b71e-2286fc825ad6', '52c22e27-3ad2-40bd-8c18-e5116b4e9626'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:49:58.130953 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Committed reservations ['7817fab1-0f87-446e-a106-af984f6e1391', 'f8bb91bd-038b-4637-97ca-5e35c336b85c', 'd634b13c-5144-470d-b71e-2286fc825ad6', '52c22e27-3ad2-40bd-8c18-e5116b4e9626'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:49:58.135013 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-764dda17-5b42-42c4-a925-8a0eada908eb tempest-ReplicationSnapshotTest-1722040859 None] Share replica 7d502b81-68d7-4bae-830c-e24d7ffcc042 deleted successfully.
Feb 19 02:49:59.525107 np0000156481 manila-share[88844]: DEBUG dbcounter [-] [88844] Writing DB stats manila:SELECT=559,manila:INSERT=58,manila:UPDATE=66 {{(pid=88844) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:49:59.590599 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-ff04e6d6-b2fa-44ef-a161-bf42e4119fd5 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vD gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5@manila_share_snapshot_3393443e_9c9f_467d_91b7_4f29621a983e '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_3425dfe1_fb4b_400d_bd60_bbb78dd9c483 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:49:59.590849 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-ff04e6d6-b2fa-44ef-a161-bf42e4119fd5 tempest-ReplicationSnapshotTest-1722040859 None] [chan 163] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:59.591226 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 163] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:49:59.591381 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 163 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:49:59.593157 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 163] Sesch channel 163 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:00.071098 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 163] EOF received (163) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:00.071098 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 163] EOF sent (163) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:00.071098 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-ff04e6d6-b2fa-44ef-a161-bf42e4119fd5 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:50:00.071098 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-ff04e6d6-b2fa-44ef-a161-bf42e4119fd5 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_3425dfe1_fb4b_400d_bd60_bbb78dd9c483 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:50:00.071098 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-ff04e6d6-b2fa-44ef-a161-bf42e4119fd5 tempest-ReplicationSnapshotTest-1722040859 None] [chan 154] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:00.071809 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 154] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:00.072598 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 154 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:50:00.074121 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 154] Sesch channel 154 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:00.113263 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 154] EOF received (154) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:00.113263 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 154] EOF sent (154) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:00.113263 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-ff04e6d6-b2fa-44ef-a161-bf42e4119fd5 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:50:00.113263 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-ff04e6d6-b2fa-44ef-a161-bf42e4119fd5 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs set compression=gzip gamma/manila_share_3425dfe1_fb4b_400d_bd60_bbb78dd9c483 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:50:00.113263 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-ff04e6d6-b2fa-44ef-a161-bf42e4119fd5 tempest-ReplicationSnapshotTest-1722040859 None] [chan 176] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:00.114248 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 176] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:00.116063 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 176 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:50:00.116714 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 176] Sesch channel 176 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:00.154264 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 176] EOF received (176) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:00.156415 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 176] EOF sent (176) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:00.156415 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-ff04e6d6-b2fa-44ef-a161-bf42e4119fd5 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:50:00.156415 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-ff04e6d6-b2fa-44ef-a161-bf42e4119fd5 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs set readonly=off gamma/manila_share_3425dfe1_fb4b_400d_bd60_bbb78dd9c483 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:50:00.156415 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-ff04e6d6-b2fa-44ef-a161-bf42e4119fd5 tempest-ReplicationSnapshotTest-1722040859 None] [chan 163] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:00.157050 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 163] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:00.157386 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 163 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:50:00.159445 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 163] Sesch channel 163 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:00.201525 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 163] EOF received (163) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:00.201525 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 163] EOF sent (163) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:00.201525 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-ff04e6d6-b2fa-44ef-a161-bf42e4119fd5 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:50:00.201525 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-ff04e6d6-b2fa-44ef-a161-bf42e4119fd5 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy gamma/manila_share_3425dfe1_fb4b_400d_bd60_bbb78dd9c483@manila_share_snapshot_3393443e_9c9f_467d_91b7_4f29621a983e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:50:00.201525 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-ff04e6d6-b2fa-44ef-a161-bf42e4119fd5 tempest-ReplicationSnapshotTest-1722040859 None] [chan 164] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:00.202227 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 164] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:00.202571 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 164 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:50:00.204705 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 164] Sesch channel 164 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:00.247356 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 164] EOF received (164) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:00.247356 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 164] EOF sent (164) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:00.247356 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-ff04e6d6-b2fa-44ef-a161-bf42e4119fd5 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:50:00.247356 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-ff04e6d6-b2fa-44ef-a161-bf42e4119fd5 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_3425dfe1_fb4b_400d_bd60_bbb78dd9c483 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:50:00.248173 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-ff04e6d6-b2fa-44ef-a161-bf42e4119fd5 tempest-ReplicationSnapshotTest-1722040859 None] [chan 78] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:00.249415 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 78] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:00.250526 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 78 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:50:00.253212 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 78] Sesch channel 78 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:00.280362 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 78] EOF received (78) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:00.280362 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 78] EOF sent (78) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:00.280362 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-ff04e6d6-b2fa-44ef-a161-bf42e4119fd5 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:50:00.280362 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-ff04e6d6-b2fa-44ef-a161-bf42e4119fd5 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is /gamma/manila_share_3425dfe1_fb4b_400d_bd60_bbb78dd9c483. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:50:00.305943 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-ff04e6d6-b2fa-44ef-a161-bf42e4119fd5 tempest-ReplicationSnapshotTest-1722040859 None] Share instance 3425dfe1-fb4b-400d-bd60-bbb78dd9c483 created successfully.
Feb 19 02:50:01.452190 np0000156481 manila-share[88840]: DEBUG dbcounter [-] [88840] Writing DB stats manila:SELECT=1269,manila:UPDATE=136,manila:INSERT=99 {{(pid=88840) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:50:02.801607 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4ff79fbb-5d23-40ad-9994-635980f054ae tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:50:02.802292 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-4ff79fbb-5d23-40ad-9994-635980f054ae tempest-ReplicationSnapshotTest-1722040859 None] [chan 228] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:02.802292 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 228] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:02.802470 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 228 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:50:02.804240 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 228] Sesch channel 228 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:02.897449 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 228] EOF received (228) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:02.897713 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 228] EOF sent (228) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:02.898120 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4ff79fbb-5d23-40ad-9994-635980f054ae tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:50:02.898446 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4ff79fbb-5d23-40ad-9994-635980f054ae tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:50:02.898760 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-4ff79fbb-5d23-40ad-9994-635980f054ae tempest-ReplicationSnapshotTest-1722040859 None] [chan 99] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:02.899169 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 99] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:02.899261 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 99 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:50:02.900519 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 99] Sesch channel 99 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:02.924838 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 99] EOF received (99) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:02.925254 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 99] EOF sent (99) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:02.925879 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-4ff79fbb-5d23-40ad-9994-635980f054ae tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:50:02.926247 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-4ff79fbb-5d23-40ad-9994-635980f054ae tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is /alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:50:02.948543 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-4ff79fbb-5d23-40ad-9994-635980f054ae tempest-ReplicationSnapshotTest-1722040859 None] Share instance 15aa7092-d47d-41aa-befe-144532b1b12f created successfully.
Feb 19 02:50:05.213788 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:50:05.213788 np0000156481 manila-share[88844]: DEBUG manila.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Notifying Schedulers of capabilities ... {{(pid=88844) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:50:05.214982 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:50:05.240979 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:50:05.240979 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica instances. {{(pid=88844) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:50:05.247729 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:50:05.248637 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:50:05.253392 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:50:05.253673 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:50:05.256598 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:50:05.256801 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica snapshots. {{(pid=88844) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:50:05.263793 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._report_driver_status {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:50:05.263969 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share status
Feb 19 02:50:05.264232 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:50:05.264626 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 155] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:05.265154 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 155] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:05.265154 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 155 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:50:05.266847 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 155] Sesch channel 155 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:05.316646 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 155] EOF received (155) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:05.316646 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 155] EOF sent (155) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:05.316646 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:50:05.316646 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option free's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:50:05.316646 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:50:05.316646 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 177] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:05.321283 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 177] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:05.321283 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 177 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:50:05.328495 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 177] Sesch channel 177 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:05.369595 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 177] EOF received (177) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:05.371454 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 177] EOF sent (177) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:05.371454 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:50:05.371454 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option size's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:50:05.371454 np0000156481 manila-share[88844]: DEBUG manila.share.driver [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share stats. {{(pid=88844) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:50:05.371454 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:50:05.385926 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:50:05.389658 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:50:05.390219 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share instances. {{(pid=88844) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:50:05.395373 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:50:06.004997 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9c470ff0-cf4a-45a1-bfb3-7f642d0ac83e tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs snapshot alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@manila_share_snapshot_ee5ac410_8de6_42a2_aeb4_ad7482ffed1b {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:50:06.005541 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-9c470ff0-cf4a-45a1-bfb3-7f642d0ac83e tempest-ReplicationSnapshotTest-1722040859 None] [chan 254] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:06.005626 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 254] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:06.005696 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 254 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:50:06.007206 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 254] Sesch channel 254 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:06.050200 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 254] EOF received (254) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:06.050453 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 254] EOF sent (254) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:06.050809 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-9c470ff0-cf4a-45a1-bfb3-7f642d0ac83e tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:50:09.336891 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-4469ad90-c8af-487e-b3d6-f4a843dba661 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked-share-replica-operation-for-share-3f8c446f-79ad-4ccc-9b0e-8a004d5b8160" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:50:09.519156 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4469ad90-c8af-487e-b3d6-f4a843dba661 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@tmp_snapshot_for_replication__377cc302_673e_4c06_aedd_28515d94045a_time_2026-02-19T02:50:09.495893 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:50:09.519460 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-4469ad90-c8af-487e-b3d6-f4a843dba661 tempest-ReplicationSnapshotTest-1722040859 None] [chan 164] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:09.520011 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 164] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:09.520200 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 164 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:50:09.521478 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 164] Sesch channel 164 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:09.764796 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 164] EOF received (164) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:09.765207 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 164] EOF sent (164) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:09.765881 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4469ad90-c8af-487e-b3d6-f4a843dba661 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:50:09.766237 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4469ad90-c8af-487e-b3d6-f4a843dba661 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@tmp_snapshot_for_replication__377cc302_673e_4c06_aedd_28515d94045a_time_2026-02-19T02:50:09.495893 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:50:09.766622 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-4469ad90-c8af-487e-b3d6-f4a843dba661 tempest-ReplicationSnapshotTest-1722040859 None] [chan 165] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:09.769246 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 165] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:09.769447 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 165 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:50:09.770960 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 165] Sesch channel 165 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:10.376716 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 165] EOF received (165) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:10.377159 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 165] EOF sent (165) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:10.377504 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4469ad90-c8af-487e-b3d6-f4a843dba661 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:50:10.377768 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-4469ad90-c8af-487e-b3d6-f4a843dba661 tempest-ReplicationSnapshotTest-1722040859 None] Info about replica '377cc302-673e-4c06-aedd-28515d94045a' creation is following:
Feb 19 02:50:10.377768 np0000156481 manila-share[88844]: receiving full stream of alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@manila_share_snapshot_ee5ac410_8de6_42a2_aeb4_ad7482ffed1b into gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@manila_share_snapshot_ee5ac410_8de6_42a2_aeb4_ad7482ffed1b
Feb 19 02:50:10.377768 np0000156481 manila-share[88844]: received 43.9K stream in 0.08 seconds (570K/sec)
Feb 19 02:50:10.377768 np0000156481 manila-share[88844]: receiving incremental stream of alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@tmp_snapshot_for_replication__377cc302_673e_4c06_aedd_28515d94045a_time_2026-02-19T02:50:09.495893 into gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@tmp_snapshot_for_replication__377cc302_673e_4c06_aedd_28515d94045a_time_2026-02-19T02:50:09.495893
Feb 19 02:50:10.377768 np0000156481 manila-share[88844]: received 312B stream in 0.07 seconds (4.32K/sec)
Feb 19 02:50:10.377768 np0000156481 manila-share[88844]:  {{(pid=88844) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 02:50:10.378080 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4469ad90-c8af-487e-b3d6-f4a843dba661 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:50:10.378634 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-4469ad90-c8af-487e-b3d6-f4a843dba661 tempest-ReplicationSnapshotTest-1722040859 None] [chan 156] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:10.379219 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 156] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:10.379392 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 156 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:50:10.380988 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 156] Sesch channel 156 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:10.423849 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 156] EOF received (156) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:10.424096 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 156] EOF sent (156) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:10.424555 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4469ad90-c8af-487e-b3d6-f4a843dba661 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:50:10.424867 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4469ad90-c8af-487e-b3d6-f4a843dba661 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:50:10.425145 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-4469ad90-c8af-487e-b3d6-f4a843dba661 tempest-ReplicationSnapshotTest-1722040859 None] [chan 178] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:10.425756 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 178] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:10.425896 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 178 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:50:10.427077 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 178] Sesch channel 178 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:10.465664 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 178] EOF received (178) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:10.465767 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 178] EOF sent (178) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:10.466153 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4469ad90-c8af-487e-b3d6-f4a843dba661 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:50:10.466388 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4469ad90-c8af-487e-b3d6-f4a843dba661 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:10.466911 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4469ad90-c8af-487e-b3d6-f4a843dba661 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:10.467088 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4469ad90-c8af-487e-b3d6-f4a843dba661 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:50:10.467298 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-4469ad90-c8af-487e-b3d6-f4a843dba661 tempest-ReplicationSnapshotTest-1722040859 None] [chan 84] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:10.467772 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 84] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:10.467869 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 84 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:50:10.470286 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 84] Sesch channel 84 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:10.497690 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 84] EOF received (84) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:10.497859 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 84] EOF sent (84) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:10.498190 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4469ad90-c8af-487e-b3d6-f4a843dba661 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:50:10.498384 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4469ad90-c8af-487e-b3d6-f4a843dba661 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:50:10.498553 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-4469ad90-c8af-487e-b3d6-f4a843dba661 tempest-ReplicationSnapshotTest-1722040859 None] [chan 79] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:10.499259 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 79] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:10.499352 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 79 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:50:10.500595 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 79] Sesch channel 79 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:10.544493 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 79] EOF received (79) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:10.544493 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 79] EOF sent (79) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:10.544493 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4469ad90-c8af-487e-b3d6-f4a843dba661 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:50:10.544493 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4469ad90-c8af-487e-b3d6-f4a843dba661 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.075s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:10.544493 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4469ad90-c8af-487e-b3d6-f4a843dba661 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:50:10.544493 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-4469ad90-c8af-487e-b3d6-f4a843dba661 tempest-ReplicationSnapshotTest-1722040859 None] [chan 85] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:10.544493 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 85] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:10.545015 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 85 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:50:10.548562 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 85] Sesch channel 85 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:10.583331 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 85] EOF received (85) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:10.583331 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 85] EOF sent (85) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:10.583331 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-4469ad90-c8af-487e-b3d6-f4a843dba661 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:50:10.583331 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-4469ad90-c8af-487e-b3d6-f4a843dba661 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is /gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:50:10.783715 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4469ad90-c8af-487e-b3d6-f4a843dba661 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_377cc302-673e-4c06-aedd-28515d94045a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:10.786256 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4469ad90-c8af-487e-b3d6-f4a843dba661 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_377cc302-673e-4c06-aedd-28515d94045a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.005s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:10.791883 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4469ad90-c8af-487e-b3d6-f4a843dba661 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_377cc302-673e-4c06-aedd-28515d94045a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:10.792208 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4469ad90-c8af-487e-b3d6-f4a843dba661 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_377cc302-673e-4c06-aedd-28515d94045a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:10.792800 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4469ad90-c8af-487e-b3d6-f4a843dba661 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_377cc302-673e-4c06-aedd-28515d94045a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:10.821780 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-4469ad90-c8af-487e-b3d6-f4a843dba661 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_377cc302-673e-4c06-aedd-28515d94045a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.029s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:10.822079 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-4469ad90-c8af-487e-b3d6-f4a843dba661 tempest-ReplicationSnapshotTest-1722040859 None] Share replica 377cc302-673e-4c06-aedd-28515d94045a created successfully.
Feb 19 02:50:12.582353 np0000156481 manila-share[88840]: DEBUG manila.coordination [None req-e1e75243-7697-41a0-a541-f31a0347ca7e tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked-share-replica-operation-for-share-3f8c446f-79ad-4ccc-9b0e-8a004d5b8160" acquired by "locked_replica_operation". {{(pid=88840) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:50:12.671586 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e1e75243-7697-41a0-a541-f31a0347ca7e tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@manila_share_snapshot_4aae2937_1bd6_4215_8167_c1f0a93b49b4 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:50:12.671912 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e1e75243-7697-41a0-a541-f31a0347ca7e tempest-ReplicationSnapshotTest-1722040859 None] [chan 208] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:12.672613 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 208] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:12.672706 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 208 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:50:12.674946 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 208] Sesch channel 208 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:12.913229 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 208] EOF received (208) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:12.913229 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 208] EOF sent (208) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:12.913640 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e1e75243-7697-41a0-a541-f31a0347ca7e tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:50:12.913894 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e1e75243-7697-41a0-a541-f31a0347ca7e tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@tmp_snapshot_for_replication__15aa7092_d47d_41aa_befe_144532b1b12f_time_2026-02-19T02:50:12.663383 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:50:12.914098 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e1e75243-7697-41a0-a541-f31a0347ca7e tempest-ReplicationSnapshotTest-1722040859 None] [chan 229] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:12.914728 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 229] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:12.914870 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 229 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:50:12.916850 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 229] Sesch channel 229 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:13.159523 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 229] EOF received (229) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:13.159789 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 229] EOF sent (229) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:13.161457 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e1e75243-7697-41a0-a541-f31a0347ca7e tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:50:13.170411 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e1e75243-7697-41a0-a541-f31a0347ca7e tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__377cc302_673e_4c06_aedd_28515d94045a_time_2026-02-19T02:50:09.495893 alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@tmp_snapshot_for_replication__15aa7092_d47d_41aa_befe_144532b1b12f_time_2026-02-19T02:50:12.663383 '|' ssh stack@127.0.0.1 sudo zfs receive -vF gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:50:13.170609 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e1e75243-7697-41a0-a541-f31a0347ca7e tempest-ReplicationSnapshotTest-1722040859 None] [chan 255] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:13.170990 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 255] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:13.171055 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 255 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:50:13.172724 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 255] Sesch channel 255 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:14.370578 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 255] EOF received (255) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:14.370578 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 255] EOF sent (255) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:14.370862 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e1e75243-7697-41a0-a541-f31a0347ca7e tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:50:14.371118 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-e1e75243-7697-41a0-a541-f31a0347ca7e tempest-ReplicationSnapshotTest-1722040859 None] Info about last replica '377cc302-673e-4c06-aedd-28515d94045a' sync is following:
Feb 19 02:50:14.371118 np0000156481 manila-share[88840]: receiving incremental stream of alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@manila_share_snapshot_4aae2937_1bd6_4215_8167_c1f0a93b49b4 into gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@manila_share_snapshot_4aae2937_1bd6_4215_8167_c1f0a93b49b4
Feb 19 02:50:14.371118 np0000156481 manila-share[88840]: received 312B stream in 0.06 seconds (4.90K/sec)
Feb 19 02:50:14.371118 np0000156481 manila-share[88840]: receiving incremental stream of alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@tmp_snapshot_for_replication__15aa7092_d47d_41aa_befe_144532b1b12f_time_2026-02-19T02:50:12.663383 into gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@tmp_snapshot_for_replication__15aa7092_d47d_41aa_befe_144532b1b12f_time_2026-02-19T02:50:12.663383
Feb 19 02:50:14.371118 np0000156481 manila-share[88840]: received 312B stream in 0.14 seconds (2.17K/sec)
Feb 19 02:50:14.371118 np0000156481 manila-share[88840]:  {{(pid=88840) create_replicated_snapshot /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1335}}
Feb 19 02:50:28.274429 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Entered migration_start method for share b88fc3bb-6560-4e7c-bc2c-0fd7718bfc3a. {{(pid=88840) migration_start /opt/stack/manila/manila/share/manager.py:1657}}
Feb 19 02:50:28.338389 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Starting host-assisted migration for share b88fc3bb-6560-4e7c-bc2c-0fd7718bfc3a. {{(pid=88840) migration_start /opt/stack/manila/manila/share/manager.py:1707}}
Feb 19 02:50:28.366491 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:28.366819 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:28.407282 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.040s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:28.407450 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Received request to update access for share instance 09d839a2-900c-4ca1-a93b-48f2e0686498. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:50:28.422778 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:28.423107 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:28.425891 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:28.426064 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:28.426248 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:28.464711 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.038s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:28.465009 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Updating access rules for share instance 09d839a2-900c-4ca1-a93b-48f2e0686498 belonging to share b88fc3bb-6560-4e7c-bc2c-0fd7718bfc3a. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:50:28.481239 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:28.481559 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:28.507739 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:28.507893 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:28.508292 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:28.520778 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.012s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:28.520965 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] All access rules of share instance 09d839a2-900c-4ca1-a93b-48f2e0686498 are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88840) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 02:50:28.536643 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "zfs-dataset-alpha/manila_share_09d839a2_900c_4ca1_a93b_48f2e0686498" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:28.536874 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "zfs-dataset-alpha/manila_share_09d839a2_900c_4ca1_a93b_48f2e0686498" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:28.537092 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:50:28.537284 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] [chan 209] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:28.537783 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 209] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:28.537878 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 209 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:50:28.539607 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 209] Sesch channel 209 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:28.567776 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 209] EOF received (209) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:28.568406 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 209] EOF sent (209) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:28.569208 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:50:28.569597 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo zfs set sharenfs=ro=172.24.5.125,no_root_squash alpha/manila_share_09d839a2_900c_4ca1_a93b_48f2e0686498 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:50:28.569909 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] [chan 67] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:28.570552 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 67] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:28.570665 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 67 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:50:28.572521 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 67] Sesch channel 67 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:28.622000 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 67] EOF received (67) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:28.622441 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 67] EOF sent (67) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:28.623057 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:50:28.623517 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "zfs-dataset-alpha/manila_share_09d839a2_900c_4ca1_a93b_48f2e0686498" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.086s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:28.623827 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:28.624348 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:28.662672 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.038s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:28.662875 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:28.663240 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:28.663555 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:28.663772 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:28.664149 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:28.666237 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:28.666365 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:28.666575 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:28.668416 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:28.668551 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:28.668780 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:28.692449 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:28.692708 np0000156481 manila-share[88840]: INFO manila.share.access [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Access rules were successfully modified for share instance 09d839a2-900c-4ca1-a93b-48f2e0686498 belonging to share b88fc3bb-6560-4e7c-bc2c-0fd7718bfc3a.
Feb 19 02:50:28.778538 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off gamma/manila_share_75d8167c_bf5b_4afd_b236_35c9ef367bd3 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:50:28.779221 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] [chan 165] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:28.779369 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 165] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:28.779460 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 165 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:50:28.781157 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 165] Sesch channel 165 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:28.884090 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 165] EOF received (165) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:28.884392 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 165] EOF sent (165) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:28.884920 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:50:28.885093 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_75d8167c_bf5b_4afd_b236_35c9ef367bd3 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:50:28.885637 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] [chan 80] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:28.885985 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 80] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:28.886092 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 80 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:50:28.887945 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 80] Sesch channel 80 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:28.909717 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 80] EOF received (80) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:28.910142 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 80] EOF sent (80) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:28.910822 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:50:28.911193 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] ZFS option mountpoint's value is /gamma/manila_share_75d8167c_bf5b_4afd_b236_35c9ef367bd3. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:50:28.935736 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Share instance 75d8167c-bf5b-4afd-b236-35c9ef367bd3 created successfully.
Feb 19 02:50:30.198890 np0000156481 manila-share[88840]: DEBUG manila.share.driver [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Migration info obtained for share 09d839a2-900c-4ca1-a93b-48f2e0686498: {'mount': 'mount -vt nfs %(options)s 127.0.0.1:/alpha/manila_share_09d839a2_900c_4ca1_a93b_48f2e0686498 %(path)s', 'unmount': 'umount -v %(path)s', 'access_mapping': {'ip': ['nfs']}}. {{(pid=88840) connection_get_info /opt/stack/manila/manila/share/driver.py:660}}
Feb 19 02:50:30.221502 np0000156481 manila-share[88844]: DEBUG manila.share.driver [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Migration info obtained for share 75d8167c-bf5b-4afd-b236-35c9ef367bd3: {'mount': 'mount -vt nfs %(options)s 127.0.0.1:/gamma/manila_share_75d8167c_bf5b_4afd_b236_35c9ef367bd3 %(path)s', 'unmount': 'umount -v %(path)s', 'access_mapping': {'ip': ['nfs']}}. {{(pid=88844) connection_get_info /opt/stack/manila/manila/share/driver.py:660}}
Feb 19 02:50:30.438024 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:50:30.438249 np0000156481 manila-share[88840]: DEBUG manila.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Notifying Schedulers of capabilities ... {{(pid=88840) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:50:30.440646 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:50:30.481791 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:50:30.481791 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica instances. {{(pid=88840) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:50:30.488817 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:50:30.488901 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:50:30.496534 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:50:30.496851 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:50:30.499430 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:50:30.499642 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica snapshots. {{(pid=88840) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:50:30.506770 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._report_driver_status {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:50:30.506846 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share status
Feb 19 02:50:30.507052 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:50:30.507207 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 230] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:30.507706 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 230] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:30.507787 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 230 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:50:30.509056 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 230] Sesch channel 230 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:30.539533 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 230] EOF received (230) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:30.539933 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 230] EOF sent (230) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:30.540538 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:50:30.540823 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:50:30.541100 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:50:30.541455 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 256] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:30.542109 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 256] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:30.542280 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 256 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:50:30.543972 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 256] Sesch channel 256 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:30.574908 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 256] EOF received (256) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:30.575262 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 256] EOF sent (256) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:30.575832 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:50:30.576076 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:50:30.576483 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:50:30.576780 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 210] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:30.577875 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 210] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:30.578209 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 210 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:50:30.579984 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 210] Sesch channel 210 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:30.608156 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 210] EOF received (210) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:30.608650 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 210] EOF sent (210) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:30.609339 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:50:30.609653 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.0G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:50:30.609977 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:50:30.610354 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 231] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:30.610956 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 231] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:30.611176 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 231 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:50:30.613280 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 231] Sesch channel 231 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:30.642903 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 231] EOF received (231) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:30.643373 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 231] EOF sent (231) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:30.644290 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:50:30.644639 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:50:30.644952 np0000156481 manila-share[88840]: DEBUG manila.share.driver [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share stats. {{(pid=88840) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:50:30.645706 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:50:30.649685 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:50:30.652253 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:50:30.652445 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share instances. {{(pid=88840) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:50:30.659090 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:50:30.701163 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Time to start copying in migration for share b88fc3bb-6560-4e7c-bc2c-0fd7718bfc3a. {{(pid=88840) _migration_start_host_assisted /opt/stack/manila/manila/share/manager.py:1774}}
Feb 19 02:50:30.856642 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Received request to update access for share instance 09d839a2-900c-4ca1-a93b-48f2e0686498. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:50:30.870088 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:30.870620 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:30.873240 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:30.873430 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:30.873687 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:30.919914 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.046s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:30.920084 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Updating access rules for share instance 09d839a2-900c-4ca1-a93b-48f2e0686498 belonging to share b88fc3bb-6560-4e7c-bc2c-0fd7718bfc3a. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:50:30.933641 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:30.933881 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:30.938082 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:30.938251 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:30.938479 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:30.956043 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.017s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:30.956043 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] All access rules of share instance 09d839a2-900c-4ca1-a93b-48f2e0686498 are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88840) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 02:50:30.968350 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "zfs-dataset-alpha/manila_share_09d839a2_900c_4ca1_a93b_48f2e0686498" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:30.968669 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "zfs-dataset-alpha/manila_share_09d839a2_900c_4ca1_a93b_48f2e0686498" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:30.968849 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:50:30.969039 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] [chan 257] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:30.970625 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 257] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:30.970709 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 257 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:50:30.971947 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 257] Sesch channel 257 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:30.994962 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 257] EOF received (257) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:30.995128 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 257] EOF sent (257) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:30.995442 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:50:30.995631 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo zfs set sharenfs=ro=172.24.5.125:127.0.0.1,no_root_squash alpha/manila_share_09d839a2_900c_4ca1_a93b_48f2e0686498 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:50:30.995763 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] [chan 100] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:30.996125 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 100] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:30.996203 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 100 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:50:30.997760 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 100] Sesch channel 100 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:31.034720 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 100] EOF received (100) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:31.034881 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 100] EOF sent (100) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:31.035131 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:50:31.035482 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "zfs-dataset-alpha/manila_share_09d839a2_900c_4ca1_a93b_48f2e0686498" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.067s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:31.035482 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:31.035769 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:31.077531 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.042s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:31.077662 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:31.077852 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:31.077974 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:31.078094 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:31.078278 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:31.080290 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:31.080435 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:31.080691 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:31.082495 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:31.082622 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:31.082849 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:31.107751 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.025s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:31.107890 np0000156481 manila-share[88840]: INFO manila.share.access [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Access rules were successfully modified for share instance 09d839a2-900c-4ca1-a93b-48f2e0686498 belonging to share b88fc3bb-6560-4e7c-bc2c-0fd7718bfc3a.
Feb 19 02:50:32.378245 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Received request to update access for share instance 75d8167c-bf5b-4afd-b236-35c9ef367bd3. {{(pid=88844) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:50:32.392955 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:32.393224 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:32.395059 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:32.395186 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:32.395485 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:32.457369 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.062s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:32.457503 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Updating access rules for share instance 75d8167c-bf5b-4afd-b236-35c9ef367bd3 belonging to share b88fc3bb-6560-4e7c-bc2c-0fd7718bfc3a. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:50:32.471299 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:32.471894 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:32.476642 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:32.476779 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:32.477052 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:32.492307 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:32.513603 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "zfs-dataset-gamma/manila_share_75d8167c_bf5b_4afd_b236_35c9ef367bd3" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:32.514049 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "zfs-dataset-gamma/manila_share_75d8167c_bf5b_4afd_b236_35c9ef367bd3" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:32.514300 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:50:32.514578 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] [chan 166] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:32.515130 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 166] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:32.515227 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 166 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:50:32.516820 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 166] Sesch channel 166 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:32.546694 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 166] EOF received (166) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:32.546694 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 166] EOF sent (166) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:32.546694 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:50:32.547275 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo zfs set sharenfs=rw=127.0.0.1,no_root_squash gamma/manila_share_75d8167c_bf5b_4afd_b236_35c9ef367bd3 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:50:32.547860 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] [chan 86] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:32.548622 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 86] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:32.548952 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 86 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:50:32.550612 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 86] Sesch channel 86 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:32.592362 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 86] EOF received (86) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:32.592668 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 86] EOF sent (86) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:32.593082 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:50:32.593355 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "zfs-dataset-gamma/manila_share_75d8167c_bf5b_4afd_b236_35c9ef367bd3" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.079s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:32.593569 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:32.593924 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:32.724535 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.131s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:32.724686 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:32.724956 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:32.725087 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:32.725211 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:32.725418 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:32.727102 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:32.727233 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:32.727464 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:32.729271 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:32.729415 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:32.729621 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:32.754961 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.025s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:32.755114 np0000156481 manila-share[88844]: INFO manila.share.access [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Access rules were successfully modified for share instance 75d8167c-bf5b-4afd-b236-35c9ef367bd3 belonging to share b88fc3bb-6560-4e7c-bc2c-0fd7718bfc3a.
Feb 19 02:50:57.446188 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Received request to update access for share instance 09d839a2-900c-4ca1-a93b-48f2e0686498. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:50:57.464216 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:57.464527 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:57.467072 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:57.467207 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:57.467425 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:57.519807 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.052s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:57.519937 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Updating access rules for share instance 09d839a2-900c-4ca1-a93b-48f2e0686498 belonging to share b88fc3bb-6560-4e7c-bc2c-0fd7718bfc3a. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:50:57.536527 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:57.536871 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:57.543101 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:57.543301 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:57.543638 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:57.566041 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.022s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:57.566226 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] All access rules of share instance 09d839a2-900c-4ca1-a93b-48f2e0686498 are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88840) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 02:50:57.582191 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "zfs-dataset-alpha/manila_share_09d839a2_900c_4ca1_a93b_48f2e0686498" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:57.582581 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "zfs-dataset-alpha/manila_share_09d839a2_900c_4ca1_a93b_48f2e0686498" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:57.582831 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:50:57.583088 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] [chan 211] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:57.583686 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 211] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:57.583774 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 211 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:50:57.585586 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 211] Sesch channel 211 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:57.614296 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 211] EOF received (211) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:57.614679 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 211] EOF sent (211) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:57.615359 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:50:57.615747 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo zfs set sharenfs=ro=172.24.5.125,no_root_squash alpha/manila_share_09d839a2_900c_4ca1_a93b_48f2e0686498 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:50:57.616097 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] [chan 68] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:57.616730 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 68] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:57.616891 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 68 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:50:57.618956 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 68] Sesch channel 68 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:57.669331 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 68] EOF received (68) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:57.669730 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 68] EOF sent (68) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:57.670382 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:50:57.670737 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "zfs-dataset-alpha/manila_share_09d839a2_900c_4ca1_a93b_48f2e0686498" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.088s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:57.671037 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:57.671609 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:57.718415 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.047s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:57.718633 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:57.718982 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:57.739107 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.020s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:57.739361 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:57.739713 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:57.742466 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:57.742657 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:57.742947 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:57.745532 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:57.745722 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:57.746057 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:57.774142 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.028s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:57.774281 np0000156481 manila-share[88840]: INFO manila.share.access [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Access rules were successfully modified for share instance 09d839a2-900c-4ca1-a93b-48f2e0686498 belonging to share b88fc3bb-6560-4e7c-bc2c-0fd7718bfc3a.
Feb 19 02:50:59.069976 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Received request to update access for share instance 75d8167c-bf5b-4afd-b236-35c9ef367bd3. {{(pid=88844) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:50:59.082146 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:59.082464 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:59.084593 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:59.084693 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:59.084837 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:59.121348 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.036s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:59.121585 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Updating access rules for share instance 75d8167c-bf5b-4afd-b236-35c9ef367bd3 belonging to share b88fc3bb-6560-4e7c-bc2c-0fd7718bfc3a. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:50:59.135995 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:59.136368 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:59.142573 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:59.142767 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:59.143067 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:59.151834 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:59.165896 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "zfs-dataset-gamma/manila_share_75d8167c_bf5b_4afd_b236_35c9ef367bd3" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:59.166114 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "zfs-dataset-gamma/manila_share_75d8167c_bf5b_4afd_b236_35c9ef367bd3" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:59.166252 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:50:59.166457 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] [chan 157] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:59.166873 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 157] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:59.166971 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 157 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:50:59.168538 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 157] Sesch channel 157 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:59.201835 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 157] EOF received (157) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:59.202219 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 157] EOF sent (157) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:59.202935 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:50:59.203329 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_75d8167c_bf5b_4afd_b236_35c9ef367bd3 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:50:59.208664 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] [chan 81] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:59.209968 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 81] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:59.210098 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 81 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:50:59.211901 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 81] Sesch channel 81 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:59.263680 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 81] EOF received (81) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:59.264047 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 81] EOF sent (81) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:50:59.264628 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:50:59.264973 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "zfs-dataset-gamma/manila_share_75d8167c_bf5b_4afd_b236_35c9ef367bd3" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.099s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:59.265290 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:59.265792 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:59.289500 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:59.289711 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:59.290023 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:59.305722 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.016s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:59.305870 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:59.306198 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:59.309055 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:59.309240 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:59.309544 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:59.311885 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:59.312075 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:50:59.312367 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:50:59.339295 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:50:59.339511 np0000156481 manila-share[88844]: INFO manila.share.access [None req-22bcb4dc-c28e-4d6b-89da-a9ecec34d355 tempest-TestShareBasicOpsNFS-1401734486 None] Access rules were successfully modified for share instance 75d8167c-bf5b-4afd-b236-35c9ef367bd3 belonging to share b88fc3bb-6560-4e7c-bc2c-0fd7718bfc3a.
Feb 19 02:51:01.264757 np0000156481 manila-share[88844]: DEBUG dbcounter [-] [88844] Writing DB stats manila:SELECT=351,manila:INSERT=23,manila:UPDATE=20 {{(pid=88844) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:51:05.217854 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:51:05.217854 np0000156481 manila-share[88844]: DEBUG manila.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Notifying Schedulers of capabilities ... {{(pid=88844) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:51:05.219341 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:51:05.239545 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:51:05.240109 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica instances. {{(pid=88844) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:51:05.246417 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Lock "locked-share-replica-operation-for-share-3f8c446f-79ad-4ccc-9b0e-8a004d5b8160" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:51:05.268024 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share share_replica 377cc302-673e-4c06-aedd-28515d94045a:  {{(pid=88844) _share_replica_update /opt/stack/manila/manila/share/manager.py:2964}}
Feb 19 02:51:05.353371 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@tmp_snapshot_for_replication__377cc302_673e_4c06_aedd_28515d94045a_time_2026-02-19T02:51:05.352878 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:05.353371 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 179] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:05.353747 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 179] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:05.353819 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 179 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:05.355523 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 179] Sesch channel 179 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:05.595246 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 179] EOF received (179) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:05.595246 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 179] EOF sent (179) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:05.595417 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:05.595417 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:05.595592 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 166] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:05.597986 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 166] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:05.598087 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 166 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:05.601368 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 166] Sesch channel 166 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:05.626798 np0000156481 manila-share[88840]: DEBUG dbcounter [-] [88840] Writing DB stats manila:SELECT=497,manila:UPDATE=33,manila:INSERT=12 {{(pid=88840) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:51:05.648537 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 166] EOF received (166) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:05.648537 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 166] EOF sent (166) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:05.648537 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:05.648537 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__15aa7092_d47d_41aa_befe_144532b1b12f_time_2026-02-19T02:50:12.663383 alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@tmp_snapshot_for_replication__377cc302_673e_4c06_aedd_28515d94045a_time_2026-02-19T02:51:05.352878 '|' ssh stack@127.0.0.1 sudo zfs receive -vF gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:05.648537 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 167] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:05.649805 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 167] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:05.649993 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 167 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:05.652105 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 167] Sesch channel 167 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:05.695083 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-bcbf8acc-d87f-4fd4-967e-9f91714518b1 tempest-TestShareShrinkNFS-1662192531 None] Created reservations ['543b0994-2eab-40c7-832c-3c5ac4389c91', '08f4ef11-e478-4792-a07b-0f642215f084'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:51:05.695335 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-bcbf8acc-d87f-4fd4-967e-9f91714518b1 tempest-TestShareShrinkNFS-1662192531 None] Running cmd (SSH): sudo zfs get used betta/subdir/manila_share_e08ccd8a_93d3_4095_a7ab_fe9365428a07 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:05.695596 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-bcbf8acc-d87f-4fd4-967e-9f91714518b1 tempest-TestShareShrinkNFS-1662192531 None] [chan 232] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:05.696072 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 232] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:05.696176 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 232 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:05.697601 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 232] Sesch channel 232 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:05.725265 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 232] EOF received (232) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:05.725557 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 232] EOF sent (232) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:05.725946 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-bcbf8acc-d87f-4fd4-967e-9f91714518b1 tempest-TestShareShrinkNFS-1662192531 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:05.726178 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-bcbf8acc-d87f-4fd4-967e-9f91714518b1 tempest-TestShareShrinkNFS-1662192531 None] ZFS option used's value is 1.23G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:51:05.726487 np0000156481 manila-share[88840]: INFO manila.message.api [None req-bcbf8acc-d87f-4fd4-967e-9f91714518b1 tempest-TestShareShrinkNFS-1662192531 None] Creating message record for request_id = req-bcbf8acc-d87f-4fd4-967e-9f91714518b1
Feb 19 02:51:05.737986 np0000156481 manila-share[88840]: ERROR manila.share.manager [None req-bcbf8acc-d87f-4fd4-967e-9f91714518b1 tempest-TestShareShrinkNFS-1662192531 None] Shrink share failed due to possible data loss.: manila.exception.ShareShrinkingPossibleDataLoss: Share e08ccd8a-93d3-4095-a7ab-fe9365428a07 could not be shrunk due to possible data loss
Feb 19 02:51:05.737986 np0000156481 manila-share[88840]: ERROR manila.share.manager Traceback (most recent call last):
Feb 19 02:51:05.737986 np0000156481 manila-share[88840]: ERROR manila.share.manager   File "/opt/stack/manila/manila/share/manager.py", line 5047, in shrink_share
Feb 19 02:51:05.737986 np0000156481 manila-share[88840]: ERROR manila.share.manager     self.driver.shrink_share(
Feb 19 02:51:05.737986 np0000156481 manila-share[88840]: ERROR manila.share.manager   File "/opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py", line 135, in wrap
Feb 19 02:51:05.737986 np0000156481 manila-share[88840]: ERROR manila.share.manager     return f(self, context, *args, **kwargs)
Feb 19 02:51:05.737986 np0000156481 manila-share[88840]: ERROR manila.share.manager            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Feb 19 02:51:05.737986 np0000156481 manila-share[88840]: ERROR manila.share.manager   File "/opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py", line 698, in shrink_share
Feb 19 02:51:05.737986 np0000156481 manila-share[88840]: ERROR manila.share.manager     raise exception.ShareShrinkingPossibleDataLoss(
Feb 19 02:51:05.737986 np0000156481 manila-share[88840]: ERROR manila.share.manager manila.exception.ShareShrinkingPossibleDataLoss: Share e08ccd8a-93d3-4095-a7ab-fe9365428a07 could not be shrunk due to possible data loss
Feb 19 02:51:05.737986 np0000156481 manila-share[88840]: ERROR manila.share.manager 
Feb 19 02:51:05.769867 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-bcbf8acc-d87f-4fd4-967e-9f91714518b1 tempest-TestShareShrinkNFS-1662192531 None] Rolled back reservations ['543b0994-2eab-40c7-832c-3c5ac4389c91', '08f4ef11-e478-4792-a07b-0f642215f084'] {{(pid=88840) rollback /opt/stack/manila/manila/quota.py:1092}}
Feb 19 02:51:05.771261 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server [None req-bcbf8acc-d87f-4fd4-967e-9f91714518b1 tempest-TestShareShrinkNFS-1662192531 None] Exception during message handling: manila.exception.ShareShrinkingError: Share e300e97d-49be-4e25-93cd-3d113e49a815 could not be shrunk due to error in the driver: Share e08ccd8a-93d3-4095-a7ab-fe9365428a07 could not be shrunk due to possible data loss
Feb 19 02:51:05.771261 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Feb 19 02:51:05.771261 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server   File "/opt/stack/manila/manila/share/manager.py", line 5047, in shrink_share
Feb 19 02:51:05.771261 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server     self.driver.shrink_share(
Feb 19 02:51:05.771261 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server   File "/opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py", line 135, in wrap
Feb 19 02:51:05.771261 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Feb 19 02:51:05.771261 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Feb 19 02:51:05.771261 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server   File "/opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py", line 698, in shrink_share
Feb 19 02:51:05.771261 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server     raise exception.ShareShrinkingPossibleDataLoss(
Feb 19 02:51:05.771261 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server manila.exception.ShareShrinkingPossibleDataLoss: Share e08ccd8a-93d3-4095-a7ab-fe9365428a07 could not be shrunk due to possible data loss
Feb 19 02:51:05.771261 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server 
Feb 19 02:51:05.771261 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred:
Feb 19 02:51:05.771261 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server 
Feb 19 02:51:05.771261 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Feb 19 02:51:05.771261 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming
Feb 19 02:51:05.771261 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Feb 19 02:51:05.771261 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Feb 19 02:51:05.771800 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Feb 19 02:51:05.771800 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Feb 19 02:51:05.771800 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Feb 19 02:51:05.771800 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Feb 19 02:51:05.771800 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Feb 19 02:51:05.771800 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server              ^^^^^^^^^^^^^^^^^^^^^^
Feb 19 02:51:05.771800 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server   File "/opt/stack/manila/manila/share/manager.py", line 262, in wrapped
Feb 19 02:51:05.771800 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server     return f(self, *args, **kwargs)
Feb 19 02:51:05.771800 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server            ^^^^^^^^^^^^^^^^^^^^^^^^
Feb 19 02:51:05.771800 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server   File "/opt/stack/manila/manila/utils.py", line 484, in wrapper
Feb 19 02:51:05.771800 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server     return func(self, *args, **kwargs)
Feb 19 02:51:05.771800 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server            ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Feb 19 02:51:05.771800 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server   File "/opt/stack/manila/manila/share/manager.py", line 5068, in shrink_share
Feb 19 02:51:05.771800 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server     error_occurred(e, **error_params)
Feb 19 02:51:05.771800 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server   File "/opt/stack/manila/manila/share/manager.py", line 5018, in error_occurred
Feb 19 02:51:05.771800 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server     raise exception.ShareShrinkingError(
Feb 19 02:51:05.771800 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server manila.exception.ShareShrinkingError: Share e300e97d-49be-4e25-93cd-3d113e49a815 could not be shrunk due to error in the driver: Share e08ccd8a-93d3-4095-a7ab-fe9365428a07 could not be shrunk due to possible data loss
Feb 19 02:51:05.771800 np0000156481 manila-share[88840]: ERROR oslo_messaging.rpc.server 
Feb 19 02:51:06.144174 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 167] EOF received (167) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:06.144590 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 167] EOF sent (167) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:06.145300 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:06.145812 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Info about last replica '377cc302-673e-4c06-aedd-28515d94045a' sync is following:
Feb 19 02:51:06.145812 np0000156481 manila-share[88844]: receiving incremental stream of alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@tmp_snapshot_for_replication__377cc302_673e_4c06_aedd_28515d94045a_time_2026-02-19T02:51:05.352878 into gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@tmp_snapshot_for_replication__377cc302_673e_4c06_aedd_28515d94045a_time_2026-02-19T02:51:05.352878
Feb 19 02:51:06.145812 np0000156481 manila-share[88844]: received 312B stream in 0.04 seconds (7.66K/sec)
Feb 19 02:51:06.145812 np0000156481 manila-share[88844]:  {{(pid=88844) _update_replica_state /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1070}}
Feb 19 02:51:06.168277 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:06.168507 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 158] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:06.168955 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 158] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:06.169058 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 158 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:06.170642 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 158] Sesch channel 158 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:06.213561 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 158] EOF received (158) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:06.213806 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 158] EOF sent (158) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:06.214331 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:06.215249 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Acquiring lock "zfs-dataset-gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@tmp_snapshot_for_replication__377cc302_673e_4c06_aedd_28515d94045a_time_2026-02-19T02:50:09.495893" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:06.215249 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Lock "zfs-dataset-gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@tmp_snapshot_for_replication__377cc302_673e_4c06_aedd_28515d94045a_time_2026-02-19T02:50:09.495893" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:06.215249 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@tmp_snapshot_for_replication__377cc302_673e_4c06_aedd_28515d94045a_time_2026-02-19T02:50:09.495893 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:06.215249 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 180] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:06.215791 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 180] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:06.215853 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 180 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:06.216970 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 180] Sesch channel 180 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:06.243139 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 180] EOF received (180) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:06.243771 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 180] EOF sent (180) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:06.244133 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:06.244437 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:51:06.244853 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:06.245143 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 167] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:06.245898 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 167] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:06.246064 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 167 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:06.248096 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 167] Sesch channel 167 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:06.271394 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 167] EOF received (167) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:06.271748 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 167] EOF sent (167) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:06.272255 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:08.273338 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@tmp_snapshot_for_replication__377cc302_673e_4c06_aedd_28515d94045a_time_2026-02-19T02:50:09.495893 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:08.274070 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 168] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:08.274474 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 168] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:08.274661 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 168 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:08.276648 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 168] Sesch channel 168 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:08.324632 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 168] EOF received (168) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:08.324989 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 168] EOF sent (168) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:08.325563 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:08.325965 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Lock "zfs-dataset-gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@tmp_snapshot_for_replication__377cc302_673e_4c06_aedd_28515d94045a_time_2026-02-19T02:50:09.495893" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.111s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:08.326211 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Acquiring lock "zfs-dataset-gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@tmp_snapshot_for_replication__15aa7092_d47d_41aa_befe_144532b1b12f_time_2026-02-19T02:50:12.663383" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:08.326855 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Lock "zfs-dataset-gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@tmp_snapshot_for_replication__15aa7092_d47d_41aa_befe_144532b1b12f_time_2026-02-19T02:50:12.663383" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:08.327119 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@tmp_snapshot_for_replication__15aa7092_d47d_41aa_befe_144532b1b12f_time_2026-02-19T02:50:12.663383 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:08.327795 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 159] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:08.328495 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 159] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:08.328735 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 159 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:08.330827 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 159] Sesch channel 159 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:08.360425 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 159] EOF received (159) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:08.360851 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 159] EOF sent (159) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:08.361459 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:08.361737 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:51:08.362106 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:08.362586 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 181] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:08.363077 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 181] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:08.363241 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 181 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:08.364680 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 181] Sesch channel 181 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:08.383065 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 181] EOF received (181) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:08.383528 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 181] EOF sent (181) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:08.384088 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:09.642500 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Received request to finish Share Migration for share b88fc3bb-6560-4e7c-bc2c-0fd7718bfc3a.
Feb 19 02:51:09.810420 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:09.810706 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:09.847960 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.037s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:09.870649 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Received request to update access for share instance 75d8167c-bf5b-4afd-b236-35c9ef367bd3. {{(pid=88844) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:51:09.886711 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:09.887074 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:09.889476 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:09.889793 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:09.889999 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:09.940339 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.050s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:09.940475 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Updating access rules for share instance 75d8167c-bf5b-4afd-b236-35c9ef367bd3 belonging to share b88fc3bb-6560-4e7c-bc2c-0fd7718bfc3a. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:51:09.955558 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:09.955944 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:09.961634 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:09.961769 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:09.961978 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:09.980044 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.018s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:09.998343 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "zfs-dataset-gamma/manila_share_75d8167c_bf5b_4afd_b236_35c9ef367bd3" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:09.998868 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "zfs-dataset-gamma/manila_share_75d8167c_bf5b_4afd_b236_35c9ef367bd3" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:09.999229 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:09.999681 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] [chan 168] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:10.000862 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 168] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:10.001029 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 168 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:10.002709 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 168] Sesch channel 168 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:10.033696 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 168] EOF received (168) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:10.034142 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 168] EOF sent (168) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:10.034844 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:10.035205 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo zfs set sharenfs=rw=172.24.5.125,no_root_squash gamma/manila_share_75d8167c_bf5b_4afd_b236_35c9ef367bd3 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:10.036188 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] [chan 87] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:10.036974 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 87] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:10.037151 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 87 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:10.039589 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 87] Sesch channel 87 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:10.086588 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 87] EOF received (87) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:10.087106 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 87] EOF sent (87) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:10.087813 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:10.088284 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "zfs-dataset-gamma/manila_share_75d8167c_bf5b_4afd_b236_35c9ef367bd3" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.089s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:10.088649 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:10.089161 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:10.149048 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.060s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:10.149192 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:10.149458 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:10.149587 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:10.149722 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:10.149927 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:10.151909 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:10.152036 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:10.152230 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:10.154441 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:10.154564 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:10.154759 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:10.180760 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:10.180943 np0000156481 manila-share[88844]: INFO manila.share.access [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Access rules were successfully modified for share instance 75d8167c-bf5b-4afd-b236-35c9ef367bd3 belonging to share b88fc3bb-6560-4e7c-bc2c-0fd7718bfc3a.
Feb 19 02:51:10.385407 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@tmp_snapshot_for_replication__15aa7092_d47d_41aa_befe_144532b1b12f_time_2026-02-19T02:50:12.663383 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:10.385667 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 169] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:10.386490 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 169] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:10.386652 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 169 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:10.388723 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 169] Sesch channel 169 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:10.434004 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 169] EOF received (169) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:10.434245 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 169] EOF sent (169) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:10.434658 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:10.435003 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Lock "zfs-dataset-gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@tmp_snapshot_for_replication__15aa7092_d47d_41aa_befe_144532b1b12f_time_2026-02-19T02:50:12.663383" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.108s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:10.435188 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs list -r -t snapshot alpha {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:10.435480 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 160] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:10.435916 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 160] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:10.436022 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 160 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:10.437421 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 160] Sesch channel 160 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:10.679930 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 160] EOF received (160) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:10.680102 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 160] EOF sent (160) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:10.680838 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:10.681278 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs destroy -f alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@tmp_snapshot_for_replication__377cc302_673e_4c06_aedd_28515d94045a_time_2026-02-19T02:50:09.495893 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:10.684655 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 182] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:10.684914 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 182] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:10.684996 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 182 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:10.686403 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 182] Sesch channel 182 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:10.923059 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 182] EOF received (182) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:10.923518 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 182] EOF sent (182) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:10.924133 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:10.933384 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:51:10.933525 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:51:10.938528 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.delete_free_share_servers {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:51:10.938648 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.delete_expired_transfers {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:51:10.938738 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for expired transfers.
Feb 19 02:51:10.940427 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:51:10.940522 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:51:10.943698 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:51:10.943768 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica snapshots. {{(pid=88844) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:51:10.995264 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Lock "locked-share-replica-operation-for-share-3f8c446f-79ad-4ccc-9b0e-8a004d5b8160" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:51:11.036926 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of replica snapshot 2e336331-b1c9-405c-a321-cea0d527f7dc: on replica: 377cc302-673e-4c06-aedd-28515d94045a {{(pid=88844) _update_replica_snapshot /opt/stack/manila/manila/share/manager.py:4516}}
Feb 19 02:51:11.064953 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@tmp_snapshot_for_replication__377cc302_673e_4c06_aedd_28515d94045a_time_2026-02-19T02:51:11.064668 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:11.065095 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 169] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.065500 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 169] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.065587 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 169 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:11.066840 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 169] Sesch channel 169 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.319716 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 169] EOF received (169) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.319969 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 169] EOF sent (169) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.320371 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:11.320556 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:11.320765 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 170] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.321202 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 170] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.321288 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 170 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:11.322700 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 170] Sesch channel 170 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.371771 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 170] EOF received (170) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.371994 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 170] EOF sent (170) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.372329 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:11.372540 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__377cc302_673e_4c06_aedd_28515d94045a_time_2026-02-19T02:51:05.352878 alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@tmp_snapshot_for_replication__377cc302_673e_4c06_aedd_28515d94045a_time_2026-02-19T02:51:11.064668 '|' ssh stack@127.0.0.1 sudo zfs receive -vF gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:11.372753 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 161] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.373232 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 161] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.373363 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 161 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:11.374908 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 161] Sesch channel 161 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.382456 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:11.382920 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:11.427225 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.044s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:11.427484 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:11.427652 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:11.429924 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:11.430075 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:11.430292 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:11.490266 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.060s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:11.490425 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Updating access rules for share instance 09d839a2-900c-4ca1-a93b-48f2e0686498 belonging to share b88fc3bb-6560-4e7c-bc2c-0fd7718bfc3a. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:51:11.503754 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:11.503754 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:11.530000 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:11.530409 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:11.530979 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:11.550991 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.020s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:11.551085 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] All access rules of share instance 09d839a2-900c-4ca1-a93b-48f2e0686498 are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88840) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 02:51:11.563053 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "zfs-dataset-alpha/manila_share_09d839a2_900c_4ca1_a93b_48f2e0686498" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:11.563347 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "zfs-dataset-alpha/manila_share_09d839a2_900c_4ca1_a93b_48f2e0686498" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:11.563498 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:11.563686 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] [chan 258] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.564221 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 258] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.564301 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 258 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:11.565956 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 258] Sesch channel 258 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.636432 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 258] EOF received (258) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.636654 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 258] EOF sent (258) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.637019 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:11.637216 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_09d839a2_900c_4ca1_a93b_48f2e0686498 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:11.640256 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] [chan 101] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.640620 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 101] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.640702 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 101 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:11.641882 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 101] Sesch channel 101 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.678209 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 101] EOF received (101) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.678652 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 101] EOF sent (101) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.679304 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:11.679773 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "zfs-dataset-alpha/manila_share_09d839a2_900c_4ca1_a93b_48f2e0686498" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.116s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:11.680173 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:11.680592 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:11.715412 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.035s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:11.715636 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:11.715989 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:11.734788 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.019s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:11.734950 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:11.735337 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:11.737847 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:11.738042 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:11.738611 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:11.742374 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:11.742562 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:11.742851 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:11.776207 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_09d839a2-900c-4ca1-a93b-48f2e0686498" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.033s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:11.776583 np0000156481 manila-share[88840]: INFO manila.share.access [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Access rules were successfully modified for share instance 09d839a2-900c-4ca1-a93b-48f2e0686498 belonging to share b88fc3bb-6560-4e7c-bc2c-0fd7718bfc3a.
Feb 19 02:51:11.781257 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:11.781530 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] [chan 212] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.782086 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 212] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.782188 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 212 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:11.784102 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 212] Sesch channel 212 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.814340 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 212] EOF received (212) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.814556 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 212] EOF sent (212) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.814888 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:11.815068 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:11.815238 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] [chan 233] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.815810 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 233] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.815865 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 233 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:11.816924 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 233] Sesch channel 233 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.852919 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 233] EOF received (233) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.853180 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 233] EOF sent (233) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.853706 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:11.853988 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "zfs-dataset-alpha/manila_share_09d839a2_900c_4ca1_a93b_48f2e0686498" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:11.854371 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "zfs-dataset-alpha/manila_share_09d839a2_900c_4ca1_a93b_48f2e0686498" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:11.854555 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_09d839a2_900c_4ca1_a93b_48f2e0686498 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:11.854778 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] [chan 69] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.855274 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 69] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.855446 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 69 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:11.857337 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 69] Sesch channel 69 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.872654 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 161] EOF received (161) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.872654 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 161] EOF sent (161) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.872654 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:11.872654 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Info about last replica '377cc302-673e-4c06-aedd-28515d94045a' sync is following:
Feb 19 02:51:11.872654 np0000156481 manila-share[88844]: receiving incremental stream of alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@tmp_snapshot_for_replication__377cc302_673e_4c06_aedd_28515d94045a_time_2026-02-19T02:51:11.064668 into gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@tmp_snapshot_for_replication__377cc302_673e_4c06_aedd_28515d94045a_time_2026-02-19T02:51:11.064668
Feb 19 02:51:11.872654 np0000156481 manila-share[88844]: received 312B stream in 0.03 seconds (11.1K/sec)
Feb 19 02:51:11.872654 np0000156481 manila-share[88844]:  {{(pid=88844) _update_replica_state /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1070}}
Feb 19 02:51:11.881296 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 69] EOF received (69) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.881468 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 69] EOF sent (69) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.882337 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:11.882337 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:51:11.882337 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "zfs-dataset-alpha/manila_share_09d839a2_900c_4ca1_a93b_48f2e0686498" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.028s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:11.882448 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "zfs-dataset-alpha/manila_share_09d839a2_900c_4ca1_a93b_48f2e0686498" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:11.882834 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "zfs-dataset-alpha/manila_share_09d839a2_900c_4ca1_a93b_48f2e0686498" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:11.882923 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_09d839a2_900c_4ca1_a93b_48f2e0686498 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:11.883117 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] [chan 259] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.883553 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 259] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.883690 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 259 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:11.885128 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 259] Sesch channel 259 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.890368 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:11.890824 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 183] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.891125 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 183] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.891434 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 183 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:11.892843 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 183] Sesch channel 183 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.907972 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 259] EOF received (259) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.908222 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 259] EOF sent (259) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.908615 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:11.908815 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] ZFS option mountpoint's value is /alpha/manila_share_09d839a2_900c_4ca1_a93b_48f2e0686498. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:51:11.908989 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): lsof -w /alpha/manila_share_09d839a2_900c_4ca1_a93b_48f2e0686498 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:11.909195 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] [chan 213] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.909712 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 213] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.909826 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 213 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:11.911881 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 213] Sesch channel 213 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.931362 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 183] EOF received (183) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.931362 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 183] EOF sent (183) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.931362 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:11.931362 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Acquiring lock "zfs-dataset-gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@tmp_snapshot_for_replication__377cc302_673e_4c06_aedd_28515d94045a_time_2026-02-19T02:51:05.352878" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:11.931362 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Lock "zfs-dataset-gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@tmp_snapshot_for_replication__377cc302_673e_4c06_aedd_28515d94045a_time_2026-02-19T02:51:05.352878" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:11.932362 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@tmp_snapshot_for_replication__377cc302_673e_4c06_aedd_28515d94045a_time_2026-02-19T02:51:05.352878 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:11.932669 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 170] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.933121 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 170] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.933355 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 170 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:11.934717 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 170] Sesch channel 170 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.963359 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 170] EOF received (170) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.963359 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 170] EOF sent (170) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.963359 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:11.963359 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:51:11.963359 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:11.963842 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 171] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.964692 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 171] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.965023 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 171 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:11.966615 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 171] Sesch channel 171 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.989003 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 171] EOF received (171) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.989003 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 171] EOF sent (171) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:11.989003 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:12.039095 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 213] EOF received (213) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:12.039543 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 213] EOF sent (213) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:12.040264 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:12.040871 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo umount /alpha/manila_share_09d839a2_900c_4ca1_a93b_48f2e0686498 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:12.041270 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] [chan 234] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:12.042075 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 234] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:12.042253 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 234 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:12.044139 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 234] Sesch channel 234 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:12.074537 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 234] EOF received (234) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:12.074772 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 234] EOF sent (234) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:12.075198 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:13.990633 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@tmp_snapshot_for_replication__377cc302_673e_4c06_aedd_28515d94045a_time_2026-02-19T02:51:05.352878 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:13.991246 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 162] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:13.991760 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 162] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:13.991928 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 162 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:13.994243 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 162] Sesch channel 162 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.039043 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 162] EOF received (162) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.039277 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 162] EOF sent (162) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.039693 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:14.039985 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Lock "zfs-dataset-gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@tmp_snapshot_for_replication__377cc302_673e_4c06_aedd_28515d94045a_time_2026-02-19T02:51:05.352878" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.109s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:14.040130 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs list -r -t snapshot alpha {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:14.040351 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 184] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.040697 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 184] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.040804 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 184 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:14.042286 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 184] Sesch channel 184 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.076662 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_09d839a2_900c_4ca1_a93b_48f2e0686498 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:14.077116 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] [chan 260] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.077802 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 260] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.077963 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 260 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:14.079624 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 260] Sesch channel 260 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.137260 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 260] EOF received (260) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.137660 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 260] EOF sent (260) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.138273 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:14.138905 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Lock "zfs-dataset-alpha/manila_share_09d839a2_900c_4ca1_a93b_48f2e0686498" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.256s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:14.239329 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Created reservations ['8d93d2ab-f034-4815-bfc4-9b9006de07af', 'cc5c1c61-3168-49a5-b072-4dd1735f32b4', '98016557-f01d-4e0f-839c-20b04b62f2f1', '3264ef3b-0226-427b-a856-52729dfbdd61'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:51:14.256863 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Committed reservations ['8d93d2ab-f034-4815-bfc4-9b9006de07af', 'cc5c1c61-3168-49a5-b072-4dd1735f32b4', '98016557-f01d-4e0f-839c-20b04b62f2f1', '3264ef3b-0226-427b-a856-52729dfbdd61'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:51:14.262495 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Share instance 09d839a2-900c-4ca1-a93b-48f2e0686498: deleted successfully.
Feb 19 02:51:14.286578 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 184] EOF received (184) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.287069 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 184] EOF sent (184) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.287793 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:14.288280 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs destroy -f alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@tmp_snapshot_for_replication__377cc302_673e_4c06_aedd_28515d94045a_time_2026-02-19T02:51:05.352878 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:14.288829 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 171] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.290529 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 171] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.290700 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 171 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:14.292691 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 171] Sesch channel 171 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.499392 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-d2182f12-a291-4477-b26f-e589b516b364 tempest-TestShareShrinkNFS-1662192531 None] Created reservations ['843fb515-0b73-47cb-a6a1-5d55b421710a', '35cbba4b-83f6-493a-b70a-b4974ac051ea'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:51:14.499644 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2182f12-a291-4477-b26f-e589b516b364 tempest-TestShareShrinkNFS-1662192531 None] Running cmd (SSH): sudo zfs get used betta/subdir/manila_share_e08ccd8a_93d3_4095_a7ab_fe9365428a07 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:14.499932 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d2182f12-a291-4477-b26f-e589b516b364 tempest-TestShareShrinkNFS-1662192531 None] [chan 214] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.500419 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 214] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.500518 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 214 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:14.501865 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 214] Sesch channel 214 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.529787 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 214] EOF received (214) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.530185 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 214] EOF sent (214) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.530881 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2182f12-a291-4477-b26f-e589b516b364 tempest-TestShareShrinkNFS-1662192531 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:14.531258 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-d2182f12-a291-4477-b26f-e589b516b364 tempest-TestShareShrinkNFS-1662192531 None] ZFS option used's value is 24K. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:51:14.531639 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2182f12-a291-4477-b26f-e589b516b364 tempest-TestShareShrinkNFS-1662192531 None] Running cmd (SSH): sudo zfs set quota=1G betta/subdir/manila_share_e08ccd8a_93d3_4095_a7ab_fe9365428a07 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:14.532001 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-d2182f12-a291-4477-b26f-e589b516b364 tempest-TestShareShrinkNFS-1662192531 None] [chan 235] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.532635 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 235] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.532804 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 235 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:14.534761 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 235] Sesch channel 235 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.544032 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 171] EOF received (171) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.544279 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 171] EOF sent (171) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.544799 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:14.550389 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@manila_share_snapshot_ee5ac410_8de6_42a2_aeb4_ad7482ffed1b {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:14.550679 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 172] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.551134 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 172] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.551263 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 172 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:14.552617 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 172] Sesch channel 172 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.578454 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 172] EOF received (172) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.578703 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 172] EOF sent (172) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.579082 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:14.607513 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 235] EOF received (235) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.607975 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 235] EOF sent (235) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.608757 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-d2182f12-a291-4477-b26f-e589b516b364 tempest-TestShareShrinkNFS-1662192531 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:14.618334 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._report_driver_status {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:51:14.618635 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share status
Feb 19 02:51:14.619003 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:14.619491 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 163] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.620440 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 163] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.620690 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 163 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:14.622798 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 163] Sesch channel 163 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.653044 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 163] EOF received (163) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.653468 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 163] EOF sent (163) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.654028 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:14.654350 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option free's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:51:14.654661 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:14.654959 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 185] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.655768 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 185] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.655949 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 185 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:14.658493 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 185] Sesch channel 185 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.686401 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-d2182f12-a291-4477-b26f-e589b516b364 tempest-TestShareShrinkNFS-1662192531 None] Committed reservations ['843fb515-0b73-47cb-a6a1-5d55b421710a', '35cbba4b-83f6-493a-b70a-b4974ac051ea'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:51:14.686999 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 185] EOF received (185) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.687460 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 185] EOF sent (185) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:14.688012 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:14.688330 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option size's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:51:14.688627 np0000156481 manila-share[88844]: DEBUG manila.share.driver [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share stats. {{(pid=88844) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:51:14.688958 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._execute_periodic_hook {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:51:14.701947 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:51:14.704820 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:51:14.707411 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:51:14.707559 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share instances. {{(pid=88844) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:51:14.714365 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:51:14.805430 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-d2182f12-a291-4477-b26f-e589b516b364 tempest-TestShareShrinkNFS-1662192531 None] Shrink share completed successfully.
Feb 19 02:51:14.856832 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-25ffab89-0926-4676-add4-75f43fe30f6a tempest-TestShareBasicOpsNFS-1401734486 None] Share Migration for share b88fc3bb-6560-4e7c-bc2c-0fd7718bfc3a completed successfully.
Feb 19 02:51:16.826005 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-f52f17af-d0f8-44d4-8a17-8dcb76d454b0 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked-share-replica-operation-for-share-3f8c446f-79ad-4ccc-9b0e-8a004d5b8160" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:51:16.968892 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f52f17af-d0f8-44d4-8a17-8dcb76d454b0 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): ssh stack@127.0.0.1 set readonly=on alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:16.969101 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-f52f17af-d0f8-44d4-8a17-8dcb76d454b0 tempest-ReplicationSnapshotTest-1722040859 None] [chan 172] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:16.969449 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 172] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:16.969554 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 172 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:16.971130 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 172] Sesch channel 172 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:17.177796 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 172] EOF received (172) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:17.178226 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 172] EOF sent (172) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:17.181302 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f52f17af-d0f8-44d4-8a17-8dcb76d454b0 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:17.181302 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f52f17af-d0f8-44d4-8a17-8dcb76d454b0 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@tmp_snapshot_for_replication__15aa7092_d47d_41aa_befe_144532b1b12f_time_2026-02-19T02:51:17.178750 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:17.181302 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-f52f17af-d0f8-44d4-8a17-8dcb76d454b0 tempest-ReplicationSnapshotTest-1722040859 None] [chan 173] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:17.181302 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 173] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:17.181302 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 173 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:17.181302 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 173] Sesch channel 173 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:17.425807 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 173] EOF received (173) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:17.426105 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 173] EOF sent (173) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:17.426724 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f52f17af-d0f8-44d4-8a17-8dcb76d454b0 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:17.434231 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f52f17af-d0f8-44d4-8a17-8dcb76d454b0 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__377cc302_673e_4c06_aedd_28515d94045a_time_2026-02-19T02:51:11.064668 alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@tmp_snapshot_for_replication__15aa7092_d47d_41aa_befe_144532b1b12f_time_2026-02-19T02:51:17.178750 '|' ssh stack@127.0.0.1 sudo zfs receive -vF gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:17.434439 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-f52f17af-d0f8-44d4-8a17-8dcb76d454b0 tempest-ReplicationSnapshotTest-1722040859 None] [chan 164] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:17.434842 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 164] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:17.434921 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 164 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:17.436517 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 164] Sesch channel 164 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:17.919771 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 164] EOF received (164) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:17.920300 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 164] EOF sent (164) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:17.920300 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f52f17af-d0f8-44d4-8a17-8dcb76d454b0 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:17.920554 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-f52f17af-d0f8-44d4-8a17-8dcb76d454b0 tempest-ReplicationSnapshotTest-1722040859 None] Info about last replica '377cc302-673e-4c06-aedd-28515d94045a' sync is following:
Feb 19 02:51:17.920554 np0000156481 manila-share[88844]: receiving incremental stream of alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@tmp_snapshot_for_replication__15aa7092_d47d_41aa_befe_144532b1b12f_time_2026-02-19T02:51:17.178750 into gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@tmp_snapshot_for_replication__15aa7092_d47d_41aa_befe_144532b1b12f_time_2026-02-19T02:51:17.178750
Feb 19 02:51:17.920554 np0000156481 manila-share[88844]: received 312B stream in 0.04 seconds (7.64K/sec)
Feb 19 02:51:17.920554 np0000156481 manila-share[88844]:  {{(pid=88844) promote_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1189}}
Feb 19 02:51:17.934687 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f52f17af-d0f8-44d4-8a17-8dcb76d454b0 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:17.935119 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f52f17af-d0f8-44d4-8a17-8dcb76d454b0 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:17.935432 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f52f17af-d0f8-44d4-8a17-8dcb76d454b0 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:17.935746 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-f52f17af-d0f8-44d4-8a17-8dcb76d454b0 tempest-ReplicationSnapshotTest-1722040859 None] [chan 82] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:17.936288 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 82] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:17.936451 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 82 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:17.937978 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 82] Sesch channel 82 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:17.969054 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 82] EOF received (82) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:17.969559 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 82] EOF sent (82) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:17.970348 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f52f17af-d0f8-44d4-8a17-8dcb76d454b0 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:17.970785 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f52f17af-d0f8-44d4-8a17-8dcb76d454b0 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:17.971253 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-f52f17af-d0f8-44d4-8a17-8dcb76d454b0 tempest-ReplicationSnapshotTest-1722040859 None] [chan 88] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:17.971845 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 88] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:17.971984 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 88 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:17.973695 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 88] Sesch channel 88 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:18.018126 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 88] EOF received (88) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:18.018708 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 88] EOF sent (88) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:18.019468 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f52f17af-d0f8-44d4-8a17-8dcb76d454b0 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:18.019927 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f52f17af-d0f8-44d4-8a17-8dcb76d454b0 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.085s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:18.020308 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f52f17af-d0f8-44d4-8a17-8dcb76d454b0 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs set readonly=off gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:18.020751 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-f52f17af-d0f8-44d4-8a17-8dcb76d454b0 tempest-ReplicationSnapshotTest-1722040859 None] [chan 186] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:18.021552 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 186] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:18.021776 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 186 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:18.023586 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 186] Sesch channel 186 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:18.065178 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 186] EOF received (186) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:18.065717 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 186] EOF sent (186) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:18.066429 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f52f17af-d0f8-44d4-8a17-8dcb76d454b0 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:18.093579 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f52f17af-d0f8-44d4-8a17-8dcb76d454b0 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_377cc302-673e-4c06-aedd-28515d94045a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:18.094108 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f52f17af-d0f8-44d4-8a17-8dcb76d454b0 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_377cc302-673e-4c06-aedd-28515d94045a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:18.118556 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f52f17af-d0f8-44d4-8a17-8dcb76d454b0 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_377cc302-673e-4c06-aedd-28515d94045a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:18.131154 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f52f17af-d0f8-44d4-8a17-8dcb76d454b0 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_377cc302-673e-4c06-aedd-28515d94045a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:18.131419 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f52f17af-d0f8-44d4-8a17-8dcb76d454b0 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_377cc302-673e-4c06-aedd-28515d94045a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:18.148414 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f52f17af-d0f8-44d4-8a17-8dcb76d454b0 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_377cc302-673e-4c06-aedd-28515d94045a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.017s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:18.148565 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-f52f17af-d0f8-44d4-8a17-8dcb76d454b0 tempest-ReplicationSnapshotTest-1722040859 None] Share replica 377cc302-673e-4c06-aedd-28515d94045a: promoted to active state successfully.
Feb 19 02:51:19.967658 np0000156481 manila-share[88840]: DEBUG manila.coordination [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked-share-replica-operation-for-share-3f8c446f-79ad-4ccc-9b0e-8a004d5b8160" acquired by "locked_replica_operation". {{(pid=88840) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:51:20.074776 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_15aa7092-d47d-41aa-befe-144532b1b12f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:20.075125 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_15aa7092-d47d-41aa-befe-144532b1b12f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:20.077215 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_15aa7092-d47d-41aa-befe-144532b1b12f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:20.077377 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_15aa7092-d47d-41aa-befe-144532b1b12f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:20.077558 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_15aa7092-d47d-41aa-befe-144532b1b12f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:20.079527 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_15aa7092-d47d-41aa-befe-144532b1b12f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:20.079662 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_15aa7092-d47d-41aa-befe-144532b1b12f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:20.079954 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_15aa7092-d47d-41aa-befe-144532b1b12f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:20.082306 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_15aa7092-d47d-41aa-befe-144532b1b12f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:20.082509 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] All access rules have been synced for share instance 15aa7092-d47d-41aa-befe-144532b1b12f belonging to share 3f8c446f-79ad-4ccc-9b0e-8a004d5b8160. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:51:20.087199 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:20.087487 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] [chan 261] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:20.088100 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 261] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:20.088212 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 261 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:20.091067 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 261] Sesch channel 261 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:20.130525 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 261] EOF received (261) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:20.130898 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 261] EOF sent (261) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:20.131717 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:20.132132 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@manila_share_snapshot_ee5ac410_8de6_42a2_aeb4_ad7482ffed1b" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:20.132771 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@manila_share_snapshot_ee5ac410_8de6_42a2_aeb4_ad7482ffed1b" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:20.133053 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@manila_share_snapshot_ee5ac410_8de6_42a2_aeb4_ad7482ffed1b {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:20.133409 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] [chan 215] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:20.134204 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 215] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:20.134425 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 215 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:20.136237 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 215] Sesch channel 215 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:20.161499 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 215] EOF received (215) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:20.161857 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 215] EOF sent (215) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:20.162544 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:20.162862 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:51:20.163270 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:20.163627 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] [chan 236] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:20.164232 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 236] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:20.164420 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 236 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:20.166331 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 236] Sesch channel 236 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:20.185190 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 236] EOF received (236) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:20.185571 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 236] EOF sent (236) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:20.186234 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:22.187123 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@manila_share_snapshot_ee5ac410_8de6_42a2_aeb4_ad7482ffed1b {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:22.187671 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] [chan 262] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:22.188255 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 262] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:22.188475 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 262 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:22.190543 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 262] Sesch channel 262 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:22.232896 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 262] EOF received (262) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:22.233542 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 262] EOF sent (262) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:22.233928 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:22.234425 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@manila_share_snapshot_ee5ac410_8de6_42a2_aeb4_ad7482ffed1b" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.102s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:22.234721 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@manila_share_snapshot_4aae2937_1bd6_4215_8167_c1f0a93b49b4" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:22.235288 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@manila_share_snapshot_4aae2937_1bd6_4215_8167_c1f0a93b49b4" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:22.235802 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@manila_share_snapshot_4aae2937_1bd6_4215_8167_c1f0a93b49b4 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:22.236161 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] [chan 216] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:22.236817 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 216] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:22.236992 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 216 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:22.239454 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 216] Sesch channel 216 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:22.262883 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 216] EOF received (216) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:22.263286 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 216] EOF sent (216) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:22.264023 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:22.264438 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:51:22.264871 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:22.265244 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] [chan 237] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:22.265882 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 237] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:22.266049 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 237 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:22.267938 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 237] Sesch channel 237 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:22.286767 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 237] EOF received (237) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:22.287023 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 237] EOF sent (237) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:22.287469 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:24.288103 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@manila_share_snapshot_4aae2937_1bd6_4215_8167_c1f0a93b49b4 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:24.288553 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] [chan 263] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:24.288974 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 263] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:24.289088 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 263 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:24.291376 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 263] Sesch channel 263 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:24.339737 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 263] EOF received (263) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:24.340126 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 263] EOF sent (263) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:24.340831 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:24.341288 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@manila_share_snapshot_4aae2937_1bd6_4215_8167_c1f0a93b49b4" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.106s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:24.341613 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@tmp_snapshot_for_replication__15aa7092_d47d_41aa_befe_144532b1b12f_time_2026-02-19T02:50:12.663383" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:24.342247 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@tmp_snapshot_for_replication__15aa7092_d47d_41aa_befe_144532b1b12f_time_2026-02-19T02:50:12.663383" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:24.342563 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@tmp_snapshot_for_replication__15aa7092_d47d_41aa_befe_144532b1b12f_time_2026-02-19T02:50:12.663383 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:24.342898 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] [chan 217] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:24.343541 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 217] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:24.343730 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 217 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:24.345294 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 217] Sesch channel 217 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:24.374858 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 217] EOF received (217) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:24.375123 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 217] EOF sent (217) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:24.375614 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:24.375860 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:51:24.376175 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:24.376470 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] [chan 238] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:24.376911 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 238] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:24.377036 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 238 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:24.378669 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 238] Sesch channel 238 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:24.397783 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 238] EOF received (238) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:24.398156 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 238] EOF sent (238) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:24.398753 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:26.400617 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@tmp_snapshot_for_replication__15aa7092_d47d_41aa_befe_144532b1b12f_time_2026-02-19T02:50:12.663383 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:26.401263 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] [chan 264] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:26.401712 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 264] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:26.401883 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 264 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:26.403846 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 264] Sesch channel 264 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:26.443241 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 264] EOF received (264) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:26.443576 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 264] EOF sent (264) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:26.444008 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:26.444355 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@tmp_snapshot_for_replication__15aa7092_d47d_41aa_befe_144532b1b12f_time_2026-02-19T02:50:12.663383" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.102s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:26.444753 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@tmp_snapshot_for_replication__377cc302_673e_4c06_aedd_28515d94045a_time_2026-02-19T02:51:11.064668" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:26.445161 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@tmp_snapshot_for_replication__377cc302_673e_4c06_aedd_28515d94045a_time_2026-02-19T02:51:11.064668" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:26.445437 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@tmp_snapshot_for_replication__377cc302_673e_4c06_aedd_28515d94045a_time_2026-02-19T02:51:11.064668 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:26.445711 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] [chan 218] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:26.446276 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 218] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:26.446425 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 218 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:26.447841 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 218] Sesch channel 218 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:26.469652 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 218] EOF received (218) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:26.470023 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 218] EOF sent (218) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:26.470716 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:26.471047 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:51:26.471726 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:26.472061 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] [chan 239] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:26.472921 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 239] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:26.473090 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 239 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:26.475079 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 239] Sesch channel 239 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:26.490577 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 239] EOF received (239) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:26.490954 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 239] EOF sent (239) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:26.491707 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:28.492282 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@tmp_snapshot_for_replication__377cc302_673e_4c06_aedd_28515d94045a_time_2026-02-19T02:51:11.064668 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:28.493172 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] [chan 265] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:28.493172 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 265] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:28.493172 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 265 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:28.494800 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 265] Sesch channel 265 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:28.534730 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 265] EOF received (265) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:28.535117 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 265] EOF sent (265) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:28.535787 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:28.536251 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@tmp_snapshot_for_replication__377cc302_673e_4c06_aedd_28515d94045a_time_2026-02-19T02:51:11.064668" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.091s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:28.536609 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@tmp_snapshot_for_replication__15aa7092_d47d_41aa_befe_144532b1b12f_time_2026-02-19T02:51:17.178750" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:28.537202 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@tmp_snapshot_for_replication__15aa7092_d47d_41aa_befe_144532b1b12f_time_2026-02-19T02:51:17.178750" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:28.537777 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@tmp_snapshot_for_replication__15aa7092_d47d_41aa_befe_144532b1b12f_time_2026-02-19T02:51:17.178750 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:28.538112 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] [chan 219] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:28.538920 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 219] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:28.539141 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 219 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:28.541051 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 219] Sesch channel 219 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:28.564380 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 219] EOF received (219) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:28.564764 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 219] EOF sent (219) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:28.565414 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:28.565763 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:51:28.566189 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:28.566559 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] [chan 240] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:28.567240 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 240] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:28.567465 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 240 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:28.569427 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 240] Sesch channel 240 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:28.584805 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 240] EOF received (240) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:28.585160 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 240] EOF sent (240) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:28.585740 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:29.714418 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:29.714913 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:29.754574 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.040s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:29.754690 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:29.754891 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:29.756598 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:29.756730 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:29.756926 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:29.793232 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.036s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:29.793376 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Updating access rules for share instance 75d8167c-bf5b-4afd-b236-35c9ef367bd3 belonging to share b88fc3bb-6560-4e7c-bc2c-0fd7718bfc3a. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:51:29.804816 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:29.805047 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:29.835541 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.030s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:29.835692 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:29.835926 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:29.846774 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.011s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:29.858515 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "zfs-dataset-gamma/manila_share_75d8167c_bf5b_4afd_b236_35c9ef367bd3" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:29.858737 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_75d8167c_bf5b_4afd_b236_35c9ef367bd3" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:29.858899 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:29.859089 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 173] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:29.859481 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 173] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:29.859563 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 173 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:29.860869 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 173] Sesch channel 173 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:29.888612 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 173] EOF received (173) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:29.888975 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 173] EOF sent (173) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:29.889654 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:29.890016 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_75d8167c_bf5b_4afd_b236_35c9ef367bd3 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:29.890349 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 83] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:29.891203 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 83] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:29.891453 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 83 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:29.892826 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 83] Sesch channel 83 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:29.935427 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 83] EOF received (83) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:29.935799 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 83] EOF sent (83) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:29.936418 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:29.936772 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_75d8167c_bf5b_4afd_b236_35c9ef367bd3" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.078s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:29.937072 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:29.937591 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:29.961135 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:29.961345 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:29.961659 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:29.979608 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.018s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:29.979712 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:29.979956 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:29.982103 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:29.982235 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:29.982630 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:29.984914 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:29.985089 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:29.985383 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:30.008444 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_75d8167c-bf5b-4afd-b236-35c9ef367bd3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:30.008578 np0000156481 manila-share[88844]: INFO manila.share.access [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Access rules were successfully modified for share instance 75d8167c-bf5b-4afd-b236-35c9ef367bd3 belonging to share b88fc3bb-6560-4e7c-bc2c-0fd7718bfc3a.
Feb 19 02:51:30.012512 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:30.012750 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 174] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.013258 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 174] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.013387 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 174 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:30.014793 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 174] Sesch channel 174 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.040834 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 174] EOF received (174) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.041292 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 174] EOF sent (174) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.042105 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:30.042634 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:30.043034 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 165] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.043812 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 165] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.044004 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 165 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:30.046073 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 165] Sesch channel 165 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.080713 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 165] EOF received (165) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.081073 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 165] EOF sent (165) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.081914 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:30.082519 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "zfs-dataset-gamma/manila_share_75d8167c_bf5b_4afd_b236_35c9ef367bd3" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:30.083014 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_75d8167c_bf5b_4afd_b236_35c9ef367bd3" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:30.083285 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_75d8167c_bf5b_4afd_b236_35c9ef367bd3 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:30.083655 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 89] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.084225 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 89] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.084420 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 89 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:30.085764 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 89] Sesch channel 89 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.110301 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 89] EOF received (89) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.110728 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 89] EOF sent (89) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.111304 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:30.111652 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:51:30.111950 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_75d8167c_bf5b_4afd_b236_35c9ef367bd3" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.029s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:30.112236 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "zfs-dataset-gamma/manila_share_75d8167c_bf5b_4afd_b236_35c9ef367bd3" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:30.112754 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_75d8167c_bf5b_4afd_b236_35c9ef367bd3" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:30.113016 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_75d8167c_bf5b_4afd_b236_35c9ef367bd3 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:30.113400 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 187] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.114124 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 187] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.114234 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 187 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:30.116639 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 187] Sesch channel 187 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.141510 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 187] EOF received (187) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.142069 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 187] EOF sent (187) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.142849 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:30.143192 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] ZFS option mountpoint's value is /gamma/manila_share_75d8167c_bf5b_4afd_b236_35c9ef367bd3. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:51:30.143557 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): lsof -w /gamma/manila_share_75d8167c_bf5b_4afd_b236_35c9ef367bd3 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:30.143910 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 174] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.144700 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 174] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.144868 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 174 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:30.146629 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 174] Sesch channel 174 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.260025 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 174] EOF received (174) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.260456 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 174] EOF sent (174) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.261105 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:30.261694 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo umount /gamma/manila_share_75d8167c_bf5b_4afd_b236_35c9ef367bd3 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:30.262100 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 175] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.262743 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 175] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.262906 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 175 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:30.265214 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 175] Sesch channel 175 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.297782 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 175] EOF received (175) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.298199 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 175] EOF sent (175) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.298940 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:30.437059 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:51:30.437515 np0000156481 manila-share[88840]: DEBUG manila.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Notifying Schedulers of capabilities ... {{(pid=88840) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:51:30.501804 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:51:30.584564 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:51:30.584564 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica instances. {{(pid=88840) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:51:30.589905 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@tmp_snapshot_for_replication__15aa7092_d47d_41aa_befe_144532b1b12f_time_2026-02-19T02:51:17.178750 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:30.590098 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] [chan 266] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.591647 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 266] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.591647 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 266 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:30.593875 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 266] Sesch channel 266 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.627587 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 266] EOF received (266) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.627860 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 266] EOF sent (266) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.628565 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:30.630785 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f@tmp_snapshot_for_replication__15aa7092_d47d_41aa_befe_144532b1b12f_time_2026-02-19T02:51:17.178750" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.094s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:30.631052 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:30.631292 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] [chan 220] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.633704 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 220] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.633704 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 220 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:30.635612 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 220] Sesch channel 220 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.656392 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 220] EOF received (220) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.657064 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 220] EOF sent (220) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.659199 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:30.659769 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:30.660343 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:30.661295 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:30.661295 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] [chan 102] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.662969 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 102] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.662969 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 102 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:30.663326 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 102] Sesch channel 102 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.692001 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 102] EOF received (102) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.692001 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] [chan 102] EOF sent (102) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.692569 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:30.692842 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:51:30.693104 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.033s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:30.693544 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:30.693660 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:30.693871 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:30.694137 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] [chan 241] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.694698 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 241] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.695299 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 241 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:30.696270 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 241] Sesch channel 241 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.720717 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 241] EOF received (241) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.720868 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 241] EOF sent (241) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.721639 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:30.721868 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is /alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:51:30.722133 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): lsof -w /alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:30.722503 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] [chan 267] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.723112 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 267] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.723248 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 267 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:30.726504 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 267] Sesch channel 267 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.860457 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 267] EOF received (267) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.861341 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 267] EOF sent (267) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.861488 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:30.861813 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount /alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:30.862060 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] [chan 221] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.862524 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 221] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.862680 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 221 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:30.864466 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 221] Sesch channel 221 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.916423 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 221] EOF received (221) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.916579 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 221] EOF sent (221) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:30.917107 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:32.300628 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_75d8167c_bf5b_4afd_b236_35c9ef367bd3 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:32.301268 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 166] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:32.301944 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 166] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:32.302107 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 166 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:32.303971 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 166] Sesch channel 166 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:32.360348 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 166] EOF received (166) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:32.360742 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 166] EOF sent (166) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:32.361431 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:32.361919 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_75d8167c_bf5b_4afd_b236_35c9ef367bd3" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.249s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:32.443245 np0000156481 manila-share[88844]: WARNING manila.db.sqlalchemy.api [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Change will make usage less than 0 for the following resources: ['shares', 'gigabytes']
Feb 19 02:51:32.452827 np0000156481 manila-share[88844]: WARNING manila.db.sqlalchemy.api [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Change will make usage less than 0 for the following resources: ['shares', 'gigabytes']
Feb 19 02:51:32.453079 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Created reservations ['d57dc3c3-e93f-4cbb-9ce2-a97f3dab905e', '1f6d4062-63a0-4f97-8e04-8ddf12d23c2b', 'bc21a6bf-82a3-4bc0-a528-0bc484e86d82', 'b5eaf46f-c8eb-4003-bfc5-809a3e872cfc'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:51:32.465995 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Committed reservations ['d57dc3c3-e93f-4cbb-9ce2-a97f3dab905e', '1f6d4062-63a0-4f97-8e04-8ddf12d23c2b', 'bc21a6bf-82a3-4bc0-a528-0bc484e86d82', 'b5eaf46f-c8eb-4003-bfc5-809a3e872cfc'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:51:32.469929 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-232620ea-c0be-4822-9012-ade2d1d2f759 tempest-TestShareBasicOpsNFS-1749884742 None] Share instance 75d8167c-bf5b-4afd-b236-35c9ef367bd3: deleted successfully.
Feb 19 02:51:32.943201 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:32.943201 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] [chan 242] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:32.943201 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 242] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:32.943201 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 242 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:32.943201 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 242] Sesch channel 242 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:32.991849 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 242] EOF received (242) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:32.992045 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 242] EOF sent (242) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:32.992412 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:32.992676 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-alpha/manila_share_15aa7092_d47d_41aa_befe_144532b1b12f" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.299s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:33.167794 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Created reservations ['ed72ed66-1dbc-4342-93f9-c3e8f6af47db', 'ded6a53f-314b-4c22-98c3-fcca3bc5aa07', '38829684-95dd-4285-bd3b-00315246a0d9', 'f4334f56-1542-45d8-9d3d-aa1564107679'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:51:33.178739 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Committed reservations ['ed72ed66-1dbc-4342-93f9-c3e8f6af47db', 'ded6a53f-314b-4c22-98c3-fcca3bc5aa07', '38829684-95dd-4285-bd3b-00315246a0d9', 'f4334f56-1542-45d8-9d3d-aa1564107679'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:51:33.182674 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-5c1e90af-c4dd-4603-b150-3805d875a5e7 tempest-ReplicationSnapshotTest-1722040859 None] Share replica 15aa7092-d47d-41aa-befe-144532b1b12f deleted successfully.
Feb 19 02:51:33.183350 np0000156481 manila-share[88840]: DEBUG manila.coordination [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Lock "locked-share-replica-operation-for-share-3f8c446f-79ad-4ccc-9b0e-8a004d5b8160" acquired by "locked_replica_operation". {{(pid=88840) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:51:33.189086 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:51:33.189309 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:51:33.194902 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.delete_free_share_servers {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:51:33.195270 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.delete_expired_transfers {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:51:33.195581 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for expired transfers.
Feb 19 02:51:33.199207 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:51:33.199464 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:51:33.203152 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:51:33.203152 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica snapshots. {{(pid=88840) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:51:33.209094 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._report_driver_status {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:51:33.209293 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share status
Feb 19 02:51:33.209905 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:33.209905 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 268] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:33.210224 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 268] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:33.210417 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 268 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:33.212251 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 268] Sesch channel 268 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:33.238071 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 268] EOF received (268) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:33.240405 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 268] EOF sent (268) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:33.240405 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:33.240405 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:51:33.240405 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:33.240405 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 222] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:33.240947 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 222] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:33.241123 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 222 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:33.243290 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 222] Sesch channel 222 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:33.273782 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 222] EOF received (222) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:33.273973 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 222] EOF sent (222) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:33.274274 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:33.274469 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:51:33.274704 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:33.274854 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 243] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:33.275192 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 243] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:33.275264 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 243 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:33.276255 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 243] Sesch channel 243 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:33.298392 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 243] EOF received (243) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:33.298653 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 243] EOF sent (243) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:33.299086 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:33.299278 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.3G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:51:33.299523 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:33.299739 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 269] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:33.300264 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 269] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:33.300435 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 269 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:33.302135 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 269] Sesch channel 269 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:33.328216 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 269] EOF received (269) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:33.328644 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 269] EOF sent (269) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:33.329169 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:33.329454 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:51:33.329714 np0000156481 manila-share[88840]: DEBUG manila.share.driver [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share stats. {{(pid=88840) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:51:33.330365 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._execute_periodic_hook {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:51:33.343543 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:51:33.345698 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:51:33.347408 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:51:33.347508 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share instances. {{(pid=88840) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:51:33.351837 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:51:35.697003 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-ed6fc114-9b2c-4224-a8f4-6be45f1b66d6 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vD gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@manila_share_snapshot_ee5ac410_8de6_42a2_aeb4_ad7482ffed1b '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_0728bb17_20cc_4a1d_a378_48f9d25853a2 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:35.697559 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-ed6fc114-9b2c-4224-a8f4-6be45f1b66d6 tempest-ReplicationSnapshotTest-1722040859 None] [chan 188] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:35.697609 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 188] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:35.697742 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 188 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:35.699233 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 188] Sesch channel 188 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:36.202307 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 188] EOF received (188) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:36.203035 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 188] EOF sent (188) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:36.203035 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-ed6fc114-9b2c-4224-a8f4-6be45f1b66d6 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:36.203035 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-ed6fc114-9b2c-4224-a8f4-6be45f1b66d6 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_0728bb17_20cc_4a1d_a378_48f9d25853a2 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:36.204076 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-ed6fc114-9b2c-4224-a8f4-6be45f1b66d6 tempest-ReplicationSnapshotTest-1722040859 None] [chan 175] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:36.204919 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 175] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:36.204919 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 175 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:36.207887 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 175] Sesch channel 175 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:36.241574 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 175] EOF received (175) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:36.241957 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 175] EOF sent (175) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:36.242627 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-ed6fc114-9b2c-4224-a8f4-6be45f1b66d6 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:36.242949 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-ed6fc114-9b2c-4224-a8f4-6be45f1b66d6 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs set compression=gzip gamma/manila_share_0728bb17_20cc_4a1d_a378_48f9d25853a2 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:36.243297 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-ed6fc114-9b2c-4224-a8f4-6be45f1b66d6 tempest-ReplicationSnapshotTest-1722040859 None] [chan 176] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:36.244116 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 176] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:36.244273 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 176 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:36.245745 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 176] Sesch channel 176 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:36.287183 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 176] EOF received (176) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:36.287580 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 176] EOF sent (176) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:36.288135 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-ed6fc114-9b2c-4224-a8f4-6be45f1b66d6 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:36.288481 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-ed6fc114-9b2c-4224-a8f4-6be45f1b66d6 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs set readonly=off gamma/manila_share_0728bb17_20cc_4a1d_a378_48f9d25853a2 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:36.288850 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-ed6fc114-9b2c-4224-a8f4-6be45f1b66d6 tempest-ReplicationSnapshotTest-1722040859 None] [chan 167] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:36.289535 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 167] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:36.289698 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 167 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:36.291627 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 167] Sesch channel 167 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:36.344885 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 167] EOF received (167) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:36.345067 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 167] EOF sent (167) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:36.345389 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-ed6fc114-9b2c-4224-a8f4-6be45f1b66d6 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:36.345629 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-ed6fc114-9b2c-4224-a8f4-6be45f1b66d6 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy gamma/manila_share_0728bb17_20cc_4a1d_a378_48f9d25853a2@manila_share_snapshot_ee5ac410_8de6_42a2_aeb4_ad7482ffed1b {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:36.345799 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-ed6fc114-9b2c-4224-a8f4-6be45f1b66d6 tempest-ReplicationSnapshotTest-1722040859 None] [chan 189] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:36.346220 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 189] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:36.346362 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 189 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:36.347822 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 189] Sesch channel 189 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:36.444714 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 189] EOF received (189) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:36.444714 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 189] EOF sent (189) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:36.444714 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-ed6fc114-9b2c-4224-a8f4-6be45f1b66d6 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:36.444714 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-ed6fc114-9b2c-4224-a8f4-6be45f1b66d6 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_0728bb17_20cc_4a1d_a378_48f9d25853a2 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:36.444714 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-ed6fc114-9b2c-4224-a8f4-6be45f1b66d6 tempest-ReplicationSnapshotTest-1722040859 None] [chan 84] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:36.450027 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 84] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:36.450027 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 84 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:36.450652 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 84] Sesch channel 84 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:36.467983 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 84] EOF received (84) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:36.468173 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 84] EOF sent (84) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:36.468562 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-ed6fc114-9b2c-4224-a8f4-6be45f1b66d6 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:36.468739 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-ed6fc114-9b2c-4224-a8f4-6be45f1b66d6 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is /gamma/manila_share_0728bb17_20cc_4a1d_a378_48f9d25853a2. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:51:36.500784 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-ed6fc114-9b2c-4224-a8f4-6be45f1b66d6 tempest-ReplicationSnapshotTest-1722040859 None] Share instance 0728bb17-20cc-4a1d-a378-48f9d25853a2 created successfully.
Feb 19 02:51:38.975219 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-45149398-137c-45e9-bffe-ad2e5f5646f1 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vD gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@manila_share_snapshot_4aae2937_1bd6_4215_8167_c1f0a93b49b4 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_e8cd0d9e_a8da_41a2_b66b_a9d3bf25366b {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:38.976154 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-45149398-137c-45e9-bffe-ad2e5f5646f1 tempest-ReplicationSnapshotTest-1722040859 None] [chan 176] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:38.976768 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 176] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:38.976971 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 176 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:38.978995 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 176] Sesch channel 176 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:39.480551 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 176] EOF received (176) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:39.481207 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 176] EOF sent (176) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:39.482380 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-45149398-137c-45e9-bffe-ad2e5f5646f1 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:39.482380 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-45149398-137c-45e9-bffe-ad2e5f5646f1 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_e8cd0d9e_a8da_41a2_b66b_a9d3bf25366b {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:39.482380 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-45149398-137c-45e9-bffe-ad2e5f5646f1 tempest-ReplicationSnapshotTest-1722040859 None] [chan 177] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:39.483015 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 177] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:39.483282 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 177 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:39.484954 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 177] Sesch channel 177 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:39.522652 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 177] EOF received (177) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:39.522652 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 177] EOF sent (177) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:39.522652 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-45149398-137c-45e9-bffe-ad2e5f5646f1 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:39.522652 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-45149398-137c-45e9-bffe-ad2e5f5646f1 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs set compression=gzip gamma/manila_share_e8cd0d9e_a8da_41a2_b66b_a9d3bf25366b {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:39.522652 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-45149398-137c-45e9-bffe-ad2e5f5646f1 tempest-ReplicationSnapshotTest-1722040859 None] [chan 168] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:39.528375 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 168] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:39.528375 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 168 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:39.529074 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 168] Sesch channel 168 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:39.611562 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 168] EOF received (168) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:39.611562 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 168] EOF sent (168) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:39.611562 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-45149398-137c-45e9-bffe-ad2e5f5646f1 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:39.611562 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-45149398-137c-45e9-bffe-ad2e5f5646f1 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs set readonly=off gamma/manila_share_e8cd0d9e_a8da_41a2_b66b_a9d3bf25366b {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:39.611562 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-45149398-137c-45e9-bffe-ad2e5f5646f1 tempest-ReplicationSnapshotTest-1722040859 None] [chan 190] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:39.611562 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 190] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:39.611562 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 190 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:39.613106 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 190] Sesch channel 190 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:39.702233 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 190] EOF received (190) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:39.702562 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 190] EOF sent (190) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:39.703777 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-45149398-137c-45e9-bffe-ad2e5f5646f1 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:39.704284 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-45149398-137c-45e9-bffe-ad2e5f5646f1 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy gamma/manila_share_e8cd0d9e_a8da_41a2_b66b_a9d3bf25366b@manila_share_snapshot_4aae2937_1bd6_4215_8167_c1f0a93b49b4 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:39.704921 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-45149398-137c-45e9-bffe-ad2e5f5646f1 tempest-ReplicationSnapshotTest-1722040859 None] [chan 177] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:39.705879 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 177] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:39.706170 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 177 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:39.708050 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 177] Sesch channel 177 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:39.783384 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 177] EOF received (177) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:39.783384 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 177] EOF sent (177) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:39.783384 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-45149398-137c-45e9-bffe-ad2e5f5646f1 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:39.783384 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-45149398-137c-45e9-bffe-ad2e5f5646f1 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_e8cd0d9e_a8da_41a2_b66b_a9d3bf25366b {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:39.783384 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-45149398-137c-45e9-bffe-ad2e5f5646f1 tempest-ReplicationSnapshotTest-1722040859 None] [chan 90] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:39.783904 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 90] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:39.784109 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 90 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:39.785772 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 90] Sesch channel 90 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:39.811795 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 90] EOF received (90) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:39.811795 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 90] EOF sent (90) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:39.811795 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-45149398-137c-45e9-bffe-ad2e5f5646f1 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:39.811795 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-45149398-137c-45e9-bffe-ad2e5f5646f1 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is /gamma/manila_share_e8cd0d9e_a8da_41a2_b66b_a9d3bf25366b. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:51:39.849360 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-45149398-137c-45e9-bffe-ad2e5f5646f1 tempest-ReplicationSnapshotTest-1722040859 None] Share instance e8cd0d9e-a8da-41a2-b66b-a9d3bf25366b created successfully.
Feb 19 02:51:42.520699 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-3b89129b-81d0-4764-b27a-b2b65ad41412 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:42.521447 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-3b89129b-81d0-4764-b27a-b2b65ad41412 tempest-ReplicationSnapshotTest-1722040859 None] [chan 223] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:42.522164 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 223] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:42.522349 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 223 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:42.524515 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 223] Sesch channel 223 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:42.851557 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 223] EOF received (223) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:42.851557 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 223] EOF sent (223) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:42.854728 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-3b89129b-81d0-4764-b27a-b2b65ad41412 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:42.854728 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-3b89129b-81d0-4764-b27a-b2b65ad41412 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:42.854728 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-3b89129b-81d0-4764-b27a-b2b65ad41412 tempest-ReplicationSnapshotTest-1722040859 None] [chan 70] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:42.857716 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 70] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:42.858350 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 70 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:42.859144 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 70] Sesch channel 70 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:42.884241 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 70] EOF received (70) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:42.884674 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 70] EOF sent (70) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:42.885446 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-3b89129b-81d0-4764-b27a-b2b65ad41412 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:42.885787 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-3b89129b-81d0-4764-b27a-b2b65ad41412 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is /betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:51:42.930263 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-3b89129b-81d0-4764-b27a-b2b65ad41412 tempest-ReplicationSnapshotTest-1722040859 None] Share instance 909baa46-e42e-426b-aaa1-a389409460d6 created successfully.
Feb 19 02:51:45.753891 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-aaca136c-7715-4866-9cb8-acce871af88a tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs snapshot betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6@manila_share_snapshot_6d0f6ebe_6232_42bb_b49b_c3bae225c47d {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:45.754677 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-aaca136c-7715-4866-9cb8-acce871af88a tempest-ReplicationSnapshotTest-1722040859 None] [chan 244] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:45.754677 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 244] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:45.754802 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 244 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:45.756523 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 244] Sesch channel 244 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:45.989100 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 244] EOF received (244) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:45.990061 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 244] EOF sent (244) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:45.990555 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-aaca136c-7715-4866-9cb8-acce871af88a tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:49.178142 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-2b1a2631-f0d1-45d7-abf9-627db86f0a34 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked-share-replica-operation-for-share-fed2474b-3b72-400e-8818-a8c8c128a844" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:51:49.325719 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-2b1a2631-f0d1-45d7-abf9-627db86f0a34 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6@tmp_snapshot_for_replication__5be0f702_7671_49c1_b7ee_1dc4e64d3872_time_2026-02-19T02:51:49.309206 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:49.325719 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-2b1a2631-f0d1-45d7-abf9-627db86f0a34 tempest-ReplicationSnapshotTest-1722040859 None] [chan 178] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:49.328697 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 178] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:49.328810 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 178 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:49.330162 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 178] Sesch channel 178 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:49.585348 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 178] EOF received (178) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:49.587586 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 178] EOF sent (178) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:49.587586 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-2b1a2631-f0d1-45d7-abf9-627db86f0a34 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:49.587586 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-2b1a2631-f0d1-45d7-abf9-627db86f0a34 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6@tmp_snapshot_for_replication__5be0f702_7671_49c1_b7ee_1dc4e64d3872_time_2026-02-19T02:51:49.309206 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:49.587586 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-2b1a2631-f0d1-45d7-abf9-627db86f0a34 tempest-ReplicationSnapshotTest-1722040859 None] [chan 169] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:49.588501 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 169] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:49.588665 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 169 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:49.590905 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 169] Sesch channel 169 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:50.176459 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 169] EOF received (169) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:50.176459 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 169] EOF sent (169) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:50.176459 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-2b1a2631-f0d1-45d7-abf9-627db86f0a34 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:50.176459 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-2b1a2631-f0d1-45d7-abf9-627db86f0a34 tempest-ReplicationSnapshotTest-1722040859 None] Info about replica '5be0f702-7671-49c1-b7ee-1dc4e64d3872' creation is following:
Feb 19 02:51:50.176459 np0000156481 manila-share[88844]: receiving full stream of betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6@manila_share_snapshot_6d0f6ebe_6232_42bb_b49b_c3bae225c47d into gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872@manila_share_snapshot_6d0f6ebe_6232_42bb_b49b_c3bae225c47d
Feb 19 02:51:50.176459 np0000156481 manila-share[88844]: received 43.9K stream in 0.08 seconds (562K/sec)
Feb 19 02:51:50.176459 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6@tmp_snapshot_for_replication__5be0f702_7671_49c1_b7ee_1dc4e64d3872_time_2026-02-19T02:51:49.309206 into gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872@tmp_snapshot_for_replication__5be0f702_7671_49c1_b7ee_1dc4e64d3872_time_2026-02-19T02:51:49.309206
Feb 19 02:51:50.176459 np0000156481 manila-share[88844]: received 312B stream in 0.06 seconds (5.30K/sec)
Feb 19 02:51:50.176459 np0000156481 manila-share[88844]:  {{(pid=88844) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 02:51:50.176894 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-2b1a2631-f0d1-45d7-abf9-627db86f0a34 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:50.176894 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-2b1a2631-f0d1-45d7-abf9-627db86f0a34 tempest-ReplicationSnapshotTest-1722040859 None] [chan 191] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:50.178850 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 191] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:50.179451 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 191 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:50.182885 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 191] Sesch channel 191 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:50.225900 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 191] EOF received (191) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:50.226205 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 191] EOF sent (191) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:50.226641 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-2b1a2631-f0d1-45d7-abf9-627db86f0a34 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:50.226854 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-2b1a2631-f0d1-45d7-abf9-627db86f0a34 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:50.227599 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-2b1a2631-f0d1-45d7-abf9-627db86f0a34 tempest-ReplicationSnapshotTest-1722040859 None] [chan 178] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:50.227599 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 178] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:50.227599 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 178 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:50.228902 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 178] Sesch channel 178 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:50.268441 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 178] EOF received (178) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:50.268441 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 178] EOF sent (178) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:50.268441 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-2b1a2631-f0d1-45d7-abf9-627db86f0a34 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:50.268441 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-2b1a2631-f0d1-45d7-abf9-627db86f0a34 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:50.268441 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-2b1a2631-f0d1-45d7-abf9-627db86f0a34 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:50.268441 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-2b1a2631-f0d1-45d7-abf9-627db86f0a34 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:50.268710 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-2b1a2631-f0d1-45d7-abf9-627db86f0a34 tempest-ReplicationSnapshotTest-1722040859 None] [chan 85] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:50.268995 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 85] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:50.269204 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 85 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:50.270616 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 85] Sesch channel 85 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:50.308588 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 85] EOF received (85) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:50.308588 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 85] EOF sent (85) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:50.308588 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-2b1a2631-f0d1-45d7-abf9-627db86f0a34 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:50.308588 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-2b1a2631-f0d1-45d7-abf9-627db86f0a34 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:50.308588 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-2b1a2631-f0d1-45d7-abf9-627db86f0a34 tempest-ReplicationSnapshotTest-1722040859 None] [chan 91] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:50.309241 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 91] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:50.309742 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 91 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:50.311919 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 91] Sesch channel 91 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:50.352175 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 91] EOF received (91) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:50.352175 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 91] EOF sent (91) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:50.352175 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-2b1a2631-f0d1-45d7-abf9-627db86f0a34 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:50.352175 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-2b1a2631-f0d1-45d7-abf9-627db86f0a34 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.083s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:50.352175 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-2b1a2631-f0d1-45d7-abf9-627db86f0a34 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:50.352175 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-2b1a2631-f0d1-45d7-abf9-627db86f0a34 tempest-ReplicationSnapshotTest-1722040859 None] [chan 86] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:50.353004 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 86] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:50.353354 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 86 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:50.355395 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 86] Sesch channel 86 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:50.384298 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 86] EOF received (86) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:50.384298 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 86] EOF sent (86) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:50.384298 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-2b1a2631-f0d1-45d7-abf9-627db86f0a34 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:50.384298 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-2b1a2631-f0d1-45d7-abf9-627db86f0a34 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is /gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:51:50.414653 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-2b1a2631-f0d1-45d7-abf9-627db86f0a34 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5be0f702-7671-49c1-b7ee-1dc4e64d3872" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:50.415839 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-2b1a2631-f0d1-45d7-abf9-627db86f0a34 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_5be0f702-7671-49c1-b7ee-1dc4e64d3872" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:50.420922 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-2b1a2631-f0d1-45d7-abf9-627db86f0a34 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_5be0f702-7671-49c1-b7ee-1dc4e64d3872" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:50.420922 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-2b1a2631-f0d1-45d7-abf9-627db86f0a34 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5be0f702-7671-49c1-b7ee-1dc4e64d3872" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:51:50.420922 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-2b1a2631-f0d1-45d7-abf9-627db86f0a34 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_5be0f702-7671-49c1-b7ee-1dc4e64d3872" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:51:50.434483 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-2b1a2631-f0d1-45d7-abf9-627db86f0a34 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_5be0f702-7671-49c1-b7ee-1dc4e64d3872" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.016s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:51:50.434767 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-2b1a2631-f0d1-45d7-abf9-627db86f0a34 tempest-ReplicationSnapshotTest-1722040859 None] Share replica 5be0f702-7671-49c1-b7ee-1dc4e64d3872 created successfully.
Feb 19 02:51:53.249412 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e6b6ee83-e9f8-46e1-b010-64d763aec19e tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off betta/subdir/manila_share_ce0e87ce_1e90_40e9_ba45_0c3385952028 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:53.249965 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e6b6ee83-e9f8-46e1-b010-64d763aec19e tempest-TestShareBasicOpsNFS-1749884742 None] [chan 270] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:53.250620 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 270] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:53.250992 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 270 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:53.252906 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 270] Sesch channel 270 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:53.350468 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 270] EOF received (270) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:53.350828 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 270] EOF sent (270) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:53.351359 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e6b6ee83-e9f8-46e1-b010-64d763aec19e tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:53.351575 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e6b6ee83-e9f8-46e1-b010-64d763aec19e tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_ce0e87ce_1e90_40e9_ba45_0c3385952028 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:51:53.351942 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e6b6ee83-e9f8-46e1-b010-64d763aec19e tempest-TestShareBasicOpsNFS-1749884742 None] [chan 103] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:53.353197 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 103] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:53.353275 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 103 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:51:53.354527 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 103] Sesch channel 103 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:53.381625 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 103] EOF received (103) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:53.382449 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 103] EOF sent (103) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:51:53.383076 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e6b6ee83-e9f8-46e1-b010-64d763aec19e tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:51:53.383592 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-e6b6ee83-e9f8-46e1-b010-64d763aec19e tempest-TestShareBasicOpsNFS-1749884742 None] ZFS option mountpoint's value is /betta/subdir/manila_share_ce0e87ce_1e90_40e9_ba45_0c3385952028. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:51:53.408115 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-e6b6ee83-e9f8-46e1-b010-64d763aec19e tempest-TestShareBasicOpsNFS-1749884742 None] Share instance ce0e87ce-1e90-40e9-ba45-0c3385952028 created successfully.
Feb 19 02:52:01.283389 np0000156481 manila-share[88844]: DEBUG dbcounter [-] [88844] Writing DB stats manila:SELECT=607,manila:UPDATE=43,manila:INSERT=27 {{(pid=88844) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:52:05.212538 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:52:05.212950 np0000156481 manila-share[88844]: DEBUG manila.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Notifying Schedulers of capabilities ... {{(pid=88844) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:52:05.215591 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:52:05.244175 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:52:05.244352 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica instances. {{(pid=88844) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:52:05.254986 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Lock "locked-share-replica-operation-for-share-fed2474b-3b72-400e-8818-a8c8c128a844" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:52:05.278559 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share share_replica 5be0f702-7671-49c1-b7ee-1dc4e64d3872:  {{(pid=88844) _share_replica_update /opt/stack/manila/manila/share/manager.py:2964}}
Feb 19 02:52:05.325435 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6@tmp_snapshot_for_replication__5be0f702_7671_49c1_b7ee_1dc4e64d3872_time_2026-02-19T02:52:05.325089 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:05.325558 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 179] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:05.326052 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 179] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:05.326052 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 179 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:05.327860 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 179] Sesch channel 179 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:05.797076 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 179] EOF received (179) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:05.797259 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 179] EOF sent (179) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:05.797572 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:05.797740 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:05.797898 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 170] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:05.798220 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 170] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:05.798324 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 170 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:05.799476 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 170] Sesch channel 170 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:05.891999 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 170] EOF received (170) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:05.892601 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 170] EOF sent (170) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:05.892745 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:05.892916 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__5be0f702_7671_49c1_b7ee_1dc4e64d3872_time_2026-02-19T02:51:49.309206 betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6@tmp_snapshot_for_replication__5be0f702_7671_49c1_b7ee_1dc4e64d3872_time_2026-02-19T02:52:05.325089 '|' ssh stack@127.0.0.1 sudo zfs receive -vF gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:05.893063 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 192] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:05.893668 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 192] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:05.893668 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 192 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:05.895250 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 192] Sesch channel 192 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:06.505925 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 192] EOF received (192) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:06.505925 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 192] EOF sent (192) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:06.505925 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:06.505925 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Info about last replica '5be0f702-7671-49c1-b7ee-1dc4e64d3872' sync is following:
Feb 19 02:52:06.505925 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6@tmp_snapshot_for_replication__5be0f702_7671_49c1_b7ee_1dc4e64d3872_time_2026-02-19T02:52:05.325089 into gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872@tmp_snapshot_for_replication__5be0f702_7671_49c1_b7ee_1dc4e64d3872_time_2026-02-19T02:52:05.325089
Feb 19 02:52:06.505925 np0000156481 manila-share[88844]: received 312B stream in 0.09 seconds (3.57K/sec)
Feb 19 02:52:06.505925 np0000156481 manila-share[88844]:  {{(pid=88844) _update_replica_state /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1070}}
Feb 19 02:52:06.543263 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:06.543439 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 179] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:06.544290 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 179] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:06.544422 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 179 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:06.545965 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 179] Sesch channel 179 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:06.589896 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 179] EOF received (179) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:06.590291 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 179] EOF sent (179) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:06.591178 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:06.591178 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Acquiring lock "zfs-dataset-gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872@tmp_snapshot_for_replication__5be0f702_7671_49c1_b7ee_1dc4e64d3872_time_2026-02-19T02:51:49.309206" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:06.591178 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Lock "zfs-dataset-gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872@tmp_snapshot_for_replication__5be0f702_7671_49c1_b7ee_1dc4e64d3872_time_2026-02-19T02:51:49.309206" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:06.591178 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872@tmp_snapshot_for_replication__5be0f702_7671_49c1_b7ee_1dc4e64d3872_time_2026-02-19T02:51:49.309206 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:06.591545 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 180] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:06.591545 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 180] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:06.591711 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 180 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:06.592950 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 180] Sesch channel 180 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:06.617543 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 180] EOF received (180) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:06.617739 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 180] EOF sent (180) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:06.618020 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:06.618171 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:52:06.618390 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:06.618534 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 171] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:06.618911 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 171] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:06.618970 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 171 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:06.619984 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 171] Sesch channel 171 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:06.639359 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 171] EOF received (171) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:06.639359 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 171] EOF sent (171) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:06.639359 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:08.640584 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872@tmp_snapshot_for_replication__5be0f702_7671_49c1_b7ee_1dc4e64d3872_time_2026-02-19T02:51:49.309206 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:08.641481 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 193] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:08.643419 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 193] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:08.643419 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 193 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:08.644595 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 193] Sesch channel 193 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:08.751347 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 193] EOF received (193) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:08.751347 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 193] EOF sent (193) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:08.751806 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:08.752452 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Lock "zfs-dataset-gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872@tmp_snapshot_for_replication__5be0f702_7671_49c1_b7ee_1dc4e64d3872_time_2026-02-19T02:51:49.309206" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.161s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:08.752540 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs list -r -t snapshot betta {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:08.752641 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 180] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:08.753146 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 180] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:08.753411 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 180 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:08.754322 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 180] Sesch channel 180 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:09.119952 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 180] EOF received (180) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:09.119952 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 180] EOF sent (180) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:09.119952 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:09.119952 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs destroy -f betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6@tmp_snapshot_for_replication__5be0f702_7671_49c1_b7ee_1dc4e64d3872_time_2026-02-19T02:51:49.309206 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:09.119952 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 181] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:09.120526 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 181] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:09.120583 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 181 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:09.121753 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 181] Sesch channel 181 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:09.497276 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 181] EOF received (181) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:09.497276 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 181] EOF sent (181) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:09.497276 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:09.504689 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:52:09.504792 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:52:09.509424 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:52:09.509505 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:52:09.511497 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:52:09.511584 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica snapshots. {{(pid=88844) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:52:09.620075 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Lock "locked-share-replica-operation-for-share-fed2474b-3b72-400e-8818-a8c8c128a844" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:52:09.693810 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of replica snapshot debb17c5-68c8-4bde-b131-ac3371235fcb: on replica: 5be0f702-7671-49c1-b7ee-1dc4e64d3872 {{(pid=88844) _update_replica_snapshot /opt/stack/manila/manila/share/manager.py:4516}}
Feb 19 02:52:09.720526 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6@tmp_snapshot_for_replication__5be0f702_7671_49c1_b7ee_1dc4e64d3872_time_2026-02-19T02:52:09.720249 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:09.720761 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 172] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:09.721040 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 172] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:09.721111 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 172 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:09.722127 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 172] Sesch channel 172 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:09.979705 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 172] EOF received (172) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:09.982487 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 172] EOF sent (172) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:09.982487 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:09.982487 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:09.982487 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 194] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:09.983901 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 194] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:09.984030 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 194 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:09.985619 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 194] Sesch channel 194 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:10.031020 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 194] EOF received (194) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:10.031689 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 194] EOF sent (194) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:10.032237 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:10.032476 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__5be0f702_7671_49c1_b7ee_1dc4e64d3872_time_2026-02-19T02:52:05.325089 betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6@tmp_snapshot_for_replication__5be0f702_7671_49c1_b7ee_1dc4e64d3872_time_2026-02-19T02:52:09.720249 '|' ssh stack@127.0.0.1 sudo zfs receive -vF gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:10.032687 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 181] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:10.033174 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 181] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:10.033279 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 181 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:10.034675 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 181] Sesch channel 181 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:10.512638 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 181] EOF received (181) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:10.512638 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 181] EOF sent (181) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:10.513521 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:10.513788 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Info about last replica '5be0f702-7671-49c1-b7ee-1dc4e64d3872' sync is following:
Feb 19 02:52:10.513788 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6@tmp_snapshot_for_replication__5be0f702_7671_49c1_b7ee_1dc4e64d3872_time_2026-02-19T02:52:09.720249 into gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872@tmp_snapshot_for_replication__5be0f702_7671_49c1_b7ee_1dc4e64d3872_time_2026-02-19T02:52:09.720249
Feb 19 02:52:10.513788 np0000156481 manila-share[88844]: received 312B stream in 0.04 seconds (7.91K/sec)
Feb 19 02:52:10.513788 np0000156481 manila-share[88844]:  {{(pid=88844) _update_replica_state /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1070}}
Feb 19 02:52:10.533772 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:10.533772 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 182] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:10.535878 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 182] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:10.535878 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 182 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:10.537636 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 182] Sesch channel 182 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:10.586470 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 182] EOF received (182) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:10.586470 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 182] EOF sent (182) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:10.586470 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:10.586470 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Acquiring lock "zfs-dataset-gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872@tmp_snapshot_for_replication__5be0f702_7671_49c1_b7ee_1dc4e64d3872_time_2026-02-19T02:52:05.325089" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:10.586470 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Lock "zfs-dataset-gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872@tmp_snapshot_for_replication__5be0f702_7671_49c1_b7ee_1dc4e64d3872_time_2026-02-19T02:52:05.325089" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:10.586848 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872@tmp_snapshot_for_replication__5be0f702_7671_49c1_b7ee_1dc4e64d3872_time_2026-02-19T02:52:05.325089 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:10.586848 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 173] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:10.587171 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 173] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:10.587458 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 173 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:10.588819 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 173] Sesch channel 173 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:10.615591 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 173] EOF received (173) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:10.615591 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 173] EOF sent (173) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:10.615591 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:10.615591 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:52:10.615591 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:10.615591 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 195] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:10.618073 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 195] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:10.618073 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 195 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:10.619086 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 195] Sesch channel 195 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:10.637512 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 195] EOF received (195) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:10.637512 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 195] EOF sent (195) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:10.637512 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:11.464101 np0000156481 manila-share[88840]: DEBUG dbcounter [-] [88840] Writing DB stats manila:SELECT=531,manila:INSERT=30,manila:UPDATE=43 {{(pid=88840) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:52:12.638245 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872@tmp_snapshot_for_replication__5be0f702_7671_49c1_b7ee_1dc4e64d3872_time_2026-02-19T02:52:05.325089 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:12.638619 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 182] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:12.639720 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 182] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:12.639720 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 182 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:12.641177 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 182] Sesch channel 182 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:12.698487 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 182] EOF received (182) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:12.698742 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 182] EOF sent (182) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:12.699172 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:12.699507 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Lock "zfs-dataset-gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872@tmp_snapshot_for_replication__5be0f702_7671_49c1_b7ee_1dc4e64d3872_time_2026-02-19T02:52:05.325089" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.114s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:12.699665 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs list -r -t snapshot betta {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:12.699872 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 183] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:12.700388 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 183] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:12.700499 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 183 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:12.702004 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 183] Sesch channel 183 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:12.946898 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 183] EOF received (183) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:12.946898 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 183] EOF sent (183) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:12.947467 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:12.948232 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs destroy -f betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6@tmp_snapshot_for_replication__5be0f702_7671_49c1_b7ee_1dc4e64d3872_time_2026-02-19T02:52:05.325089 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:12.948232 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 174] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:12.948860 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 174] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:12.948952 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 174 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:12.950364 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 174] Sesch channel 174 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:13.197202 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 174] EOF received (174) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:13.197589 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 174] EOF sent (174) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:13.198021 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:13.208544 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872@manila_share_snapshot_6d0f6ebe_6232_42bb_b49b_c3bae225c47d {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:13.208706 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 196] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:13.209060 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 196] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:13.209144 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 196 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:13.210326 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 196] Sesch channel 196 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:13.237983 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 196] EOF received (196) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:13.238502 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 196] EOF sent (196) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:13.239115 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:13.259242 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._report_driver_status {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:52:13.259405 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share status
Feb 19 02:52:13.259682 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:13.259879 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 183] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:13.260295 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 183] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:13.260413 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 183 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:13.261707 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 183] Sesch channel 183 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:13.280462 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 183] EOF received (183) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:13.280811 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 183] EOF sent (183) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:13.281368 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:13.281650 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option free's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:52:13.281898 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:13.282160 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 184] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:13.282785 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 184] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:13.282947 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 184 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:13.284883 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 184] Sesch channel 184 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:13.308276 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 184] EOF received (184) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:13.308649 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 184] EOF sent (184) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:13.309147 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:13.309471 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option size's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:52:13.309799 np0000156481 manila-share[88844]: DEBUG manila.share.driver [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share stats. {{(pid=88844) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:52:13.310289 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:52:13.314249 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:52:13.318404 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:52:13.318524 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share instances. {{(pid=88844) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:52:13.324043 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:52:13.679574 np0000156481 manila-share[88844]: DEBUG manila.coordination [None req-f9b11702-8a62-453e-8d3e-2a7ed9938f24 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked-share-replica-operation-for-share-fed2474b-3b72-400e-8818-a8c8c128a844" acquired by "locked_replica_operation". {{(pid=88844) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:52:13.731861 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f9b11702-8a62-453e-8d3e-2a7ed9938f24 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): ssh stack@127.0.0.1 set readonly=on betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:13.732096 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-f9b11702-8a62-453e-8d3e-2a7ed9938f24 tempest-ReplicationSnapshotTest-1722040859 None] [chan 175] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:13.732596 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 175] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:13.732704 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 175 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:13.734291 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 175] Sesch channel 175 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:13.945870 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 175] EOF received (175) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:13.946248 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 175] EOF sent (175) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:13.946916 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f9b11702-8a62-453e-8d3e-2a7ed9938f24 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:13.947257 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f9b11702-8a62-453e-8d3e-2a7ed9938f24 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6@tmp_snapshot_for_replication__909baa46_e42e_426b_aaa1_a389409460d6_time_2026-02-19T02:52:13.946950 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:13.947621 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-f9b11702-8a62-453e-8d3e-2a7ed9938f24 tempest-ReplicationSnapshotTest-1722040859 None] [chan 197] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:13.948699 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 197] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:13.948881 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 197 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:13.951351 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 197] Sesch channel 197 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:14.187034 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 197] EOF received (197) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:14.187333 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 197] EOF sent (197) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:14.190543 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f9b11702-8a62-453e-8d3e-2a7ed9938f24 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:14.197466 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f9b11702-8a62-453e-8d3e-2a7ed9938f24 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__5be0f702_7671_49c1_b7ee_1dc4e64d3872_time_2026-02-19T02:52:09.720249 betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6@tmp_snapshot_for_replication__909baa46_e42e_426b_aaa1_a389409460d6_time_2026-02-19T02:52:13.946950 '|' ssh stack@127.0.0.1 sudo zfs receive -vF gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:14.197700 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-f9b11702-8a62-453e-8d3e-2a7ed9938f24 tempest-ReplicationSnapshotTest-1722040859 None] [chan 184] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:14.198144 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 184] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:14.198251 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 184 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:14.199862 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 184] Sesch channel 184 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:14.703189 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 184] EOF received (184) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:14.703601 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 184] EOF sent (184) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:14.704444 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f9b11702-8a62-453e-8d3e-2a7ed9938f24 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:14.704754 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-f9b11702-8a62-453e-8d3e-2a7ed9938f24 tempest-ReplicationSnapshotTest-1722040859 None] Info about last replica '5be0f702-7671-49c1-b7ee-1dc4e64d3872' sync is following:
Feb 19 02:52:14.704754 np0000156481 manila-share[88844]: receiving incremental stream of betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6@tmp_snapshot_for_replication__909baa46_e42e_426b_aaa1_a389409460d6_time_2026-02-19T02:52:13.946950 into gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872@tmp_snapshot_for_replication__909baa46_e42e_426b_aaa1_a389409460d6_time_2026-02-19T02:52:13.946950
Feb 19 02:52:14.704754 np0000156481 manila-share[88844]: received 312B stream in 0.05 seconds (6.46K/sec)
Feb 19 02:52:14.704754 np0000156481 manila-share[88844]:  {{(pid=88844) promote_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1189}}
Feb 19 02:52:14.724758 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f9b11702-8a62-453e-8d3e-2a7ed9938f24 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:14.724999 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f9b11702-8a62-453e-8d3e-2a7ed9938f24 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:14.725281 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f9b11702-8a62-453e-8d3e-2a7ed9938f24 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:14.725417 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-f9b11702-8a62-453e-8d3e-2a7ed9938f24 tempest-ReplicationSnapshotTest-1722040859 None] [chan 92] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:14.725958 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 92] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:14.726129 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 92 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:14.727998 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 92] Sesch channel 92 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:14.763679 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 92] EOF received (92) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:14.764059 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 92] EOF sent (92) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:14.764866 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f9b11702-8a62-453e-8d3e-2a7ed9938f24 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:14.765269 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f9b11702-8a62-453e-8d3e-2a7ed9938f24 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:14.765595 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-f9b11702-8a62-453e-8d3e-2a7ed9938f24 tempest-ReplicationSnapshotTest-1722040859 None] [chan 87] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:14.766483 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 87] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:14.766661 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 87 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:14.768860 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 87] Sesch channel 87 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:14.831657 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 87] EOF received (87) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:14.832089 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 87] EOF sent (87) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:14.832864 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f9b11702-8a62-453e-8d3e-2a7ed9938f24 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:14.833265 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f9b11702-8a62-453e-8d3e-2a7ed9938f24 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.108s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:14.833627 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f9b11702-8a62-453e-8d3e-2a7ed9938f24 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs set readonly=off gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:14.833987 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-f9b11702-8a62-453e-8d3e-2a7ed9938f24 tempest-ReplicationSnapshotTest-1722040859 None] [chan 185] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:14.834756 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 185] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:14.834926 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 185 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:14.836744 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 185] Sesch channel 185 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:14.879325 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 185] EOF received (185) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:14.879609 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 185] EOF sent (185) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:14.880112 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f9b11702-8a62-453e-8d3e-2a7ed9938f24 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:14.904884 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f9b11702-8a62-453e-8d3e-2a7ed9938f24 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5be0f702-7671-49c1-b7ee-1dc4e64d3872" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:14.905179 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f9b11702-8a62-453e-8d3e-2a7ed9938f24 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_5be0f702-7671-49c1-b7ee-1dc4e64d3872" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:14.928924 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f9b11702-8a62-453e-8d3e-2a7ed9938f24 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_5be0f702-7671-49c1-b7ee-1dc4e64d3872" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:14.944847 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f9b11702-8a62-453e-8d3e-2a7ed9938f24 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5be0f702-7671-49c1-b7ee-1dc4e64d3872" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:14.945421 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f9b11702-8a62-453e-8d3e-2a7ed9938f24 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_5be0f702-7671-49c1-b7ee-1dc4e64d3872" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:14.965183 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f9b11702-8a62-453e-8d3e-2a7ed9938f24 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_5be0f702-7671-49c1-b7ee-1dc4e64d3872" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.020s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:14.965420 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-f9b11702-8a62-453e-8d3e-2a7ed9938f24 tempest-ReplicationSnapshotTest-1722040859 None] Share replica 5be0f702-7671-49c1-b7ee-1dc4e64d3872: promoted to active state successfully.
Feb 19 02:52:16.818069 np0000156481 manila-share[88840]: DEBUG manila.coordination [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked-share-replica-operation-for-share-fed2474b-3b72-400e-8818-a8c8c128a844" acquired by "locked_replica_operation". {{(pid=88840) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 02:52:16.900969 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_909baa46-e42e-426b-aaa1-a389409460d6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:16.901955 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_909baa46-e42e-426b-aaa1-a389409460d6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:16.903521 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_909baa46-e42e-426b-aaa1-a389409460d6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:16.903698 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_909baa46-e42e-426b-aaa1-a389409460d6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:16.903846 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_909baa46-e42e-426b-aaa1-a389409460d6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:16.905816 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_909baa46-e42e-426b-aaa1-a389409460d6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:16.905942 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_909baa46-e42e-426b-aaa1-a389409460d6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:16.906138 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_909baa46-e42e-426b-aaa1-a389409460d6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:16.908045 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_909baa46-e42e-426b-aaa1-a389409460d6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:16.908170 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] All access rules have been synced for share instance 909baa46-e42e-426b-aaa1-a389409460d6 belonging to share fed2474b-3b72-400e-8818-a8c8c128a844. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:52:16.911932 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:16.912121 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] [chan 224] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:16.912557 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 224] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:16.912652 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 224 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:16.913951 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 224] Sesch channel 224 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:16.955728 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 224] EOF received (224) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:16.956130 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 224] EOF sent (224) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:16.956803 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:16.957180 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6@manila_share_snapshot_6d0f6ebe_6232_42bb_b49b_c3bae225c47d" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:16.957812 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6@manila_share_snapshot_6d0f6ebe_6232_42bb_b49b_c3bae225c47d" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:16.958062 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6@manila_share_snapshot_6d0f6ebe_6232_42bb_b49b_c3bae225c47d {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:16.958407 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] [chan 245] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:16.959420 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 245] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:16.959647 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 245 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:16.961412 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 245] Sesch channel 245 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:17.015827 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 245] EOF received (245) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:17.016182 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 245] EOF sent (245) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:17.016789 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:17.017103 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:52:17.017547 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:17.017865 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] [chan 271] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:17.018588 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 271] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:17.018743 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 271 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:17.020706 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 271] Sesch channel 271 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:17.044432 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 271] EOF received (271) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:17.044792 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 271] EOF sent (271) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:17.045360 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:19.047202 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6@manila_share_snapshot_6d0f6ebe_6232_42bb_b49b_c3bae225c47d {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:19.048030 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] [chan 225] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:19.048220 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 225] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:19.048441 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 225 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:19.050488 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 225] Sesch channel 225 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:19.096045 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 225] EOF received (225) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:19.096480 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 225] EOF sent (225) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:19.097073 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:19.097626 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6@manila_share_snapshot_6d0f6ebe_6232_42bb_b49b_c3bae225c47d" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.140s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:19.097833 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6@tmp_snapshot_for_replication__5be0f702_7671_49c1_b7ee_1dc4e64d3872_time_2026-02-19T02:52:09.720249" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:19.098428 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6@tmp_snapshot_for_replication__5be0f702_7671_49c1_b7ee_1dc4e64d3872_time_2026-02-19T02:52:09.720249" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:19.098715 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6@tmp_snapshot_for_replication__5be0f702_7671_49c1_b7ee_1dc4e64d3872_time_2026-02-19T02:52:09.720249 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:19.099029 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] [chan 246] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:19.099666 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 246] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:19.099834 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 246 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:19.101560 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 246] Sesch channel 246 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:19.129180 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 246] EOF received (246) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:19.129572 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 246] EOF sent (246) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:19.130169 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:19.130518 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:52:19.131005 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:19.131245 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] [chan 272] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:19.131913 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 272] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:19.132077 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 272 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:19.134475 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 272] Sesch channel 272 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:19.150974 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 272] EOF received (272) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:19.151354 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 272] EOF sent (272) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:19.151919 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:21.153616 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6@tmp_snapshot_for_replication__5be0f702_7671_49c1_b7ee_1dc4e64d3872_time_2026-02-19T02:52:09.720249 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:21.154750 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] [chan 226] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:21.154750 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 226] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:21.154946 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 226 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:21.156850 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 226] Sesch channel 226 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:21.206217 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 226] EOF received (226) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:21.206686 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 226] EOF sent (226) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:21.207340 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:21.207874 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6@tmp_snapshot_for_replication__5be0f702_7671_49c1_b7ee_1dc4e64d3872_time_2026-02-19T02:52:09.720249" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.109s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:21.208203 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6@tmp_snapshot_for_replication__909baa46_e42e_426b_aaa1_a389409460d6_time_2026-02-19T02:52:13.946950" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:21.208832 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6@tmp_snapshot_for_replication__909baa46_e42e_426b_aaa1_a389409460d6_time_2026-02-19T02:52:13.946950" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:21.209115 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6@tmp_snapshot_for_replication__909baa46_e42e_426b_aaa1_a389409460d6_time_2026-02-19T02:52:13.946950 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:21.209604 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] [chan 247] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:21.210233 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 247] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:21.210430 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 247 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:21.212221 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 247] Sesch channel 247 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:21.236862 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 247] EOF received (247) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:21.237215 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 247] EOF sent (247) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:21.237864 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:21.238192 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:52:21.238634 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:21.238953 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] [chan 273] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:21.239657 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 273] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:21.239827 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 273 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:21.241887 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 273] Sesch channel 273 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:21.259534 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 273] EOF received (273) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:21.259890 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 273] EOF sent (273) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:21.260483 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:23.261842 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6@tmp_snapshot_for_replication__909baa46_e42e_426b_aaa1_a389409460d6_time_2026-02-19T02:52:13.946950 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:23.262631 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] [chan 227] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:23.262904 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 227] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:23.263062 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 227 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:23.265125 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 227] Sesch channel 227 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:23.306180 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 227] EOF received (227) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:23.307090 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 227] EOF sent (227) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:23.307775 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:23.308279 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6@tmp_snapshot_for_replication__909baa46_e42e_426b_aaa1_a389409460d6_time_2026-02-19T02:52:13.946950" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.099s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:23.308570 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:23.308899 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] [chan 248] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:23.309679 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 248] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:23.309837 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 248 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:23.311926 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 248] Sesch channel 248 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:23.342059 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 248] EOF received (248) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:23.342290 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 248] EOF sent (248) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:23.342758 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:23.343049 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:23.343501 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:23.343685 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:23.343899 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] [chan 71] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:23.344464 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 71] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:23.344554 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 71 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:23.345941 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 71] Sesch channel 71 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:23.366379 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 71] EOF received (71) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:23.366607 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 71] EOF sent (71) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:23.367012 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:23.367233 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:52:23.367471 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.024s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:23.367660 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:23.367976 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:23.368156 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:23.368399 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] [chan 274] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:23.369150 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 274] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:23.369237 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 274 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:23.371135 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 274] Sesch channel 274 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:23.393407 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 274] EOF received (274) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:23.393665 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 274] EOF sent (274) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:23.394040 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:23.394244 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is /betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:52:23.394442 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:23.394675 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] [chan 228] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:23.395159 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 228] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:23.395285 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 228 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:23.397131 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 228] Sesch channel 228 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:23.511506 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 228] EOF received (228) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:23.512069 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 228] EOF sent (228) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:23.512150 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:23.512497 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:23.512728 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] [chan 249] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:23.513210 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 249] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:23.513346 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 249 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:23.514921 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 249] Sesch channel 249 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:23.554904 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 249] EOF received (249) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:23.554904 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 249] EOF sent (249) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:23.555402 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:25.406997 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:25.407388 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:25.441821 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.034s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:25.441969 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:25.442303 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:25.444522 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:25.444723 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:25.444925 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:25.477009 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.032s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:25.477151 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Updating access rules for share instance e08ccd8a-93d3-4095-a7ab-fe9365428a07 belonging to share e300e97d-49be-4e25-93cd-3d113e49a815. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:52:25.492375 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:25.492724 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:25.516471 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:25.516637 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:25.516968 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:25.528846 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.012s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:25.540261 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_e08ccd8a_93d3_4095_a7ab_fe9365428a07" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:25.540481 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Lock "zfs-dataset-betta/subdir/manila_share_e08ccd8a_93d3_4095_a7ab_fe9365428a07" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:25.540624 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:25.540811 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] [chan 275] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:25.541232 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 275] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:25.541308 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 275 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:25.543278 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 275] Sesch channel 275 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:25.555905 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:25.556185 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] [chan 229] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:25.556826 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 229] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:25.557006 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 229 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:25.559306 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 229] Sesch channel 229 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:25.581389 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 275] EOF received (275) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:25.581792 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 275] EOF sent (275) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:25.582559 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:25.582953 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Running cmd (SSH): sudo zfs set sharenfs=off betta/subdir/manila_share_e08ccd8a_93d3_4095_a7ab_fe9365428a07 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:25.583277 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] [chan 104] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:25.584023 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 104] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:25.584180 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 104 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:25.585961 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 104] Sesch channel 104 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:25.624927 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 229] EOF received (229) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:25.625145 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 229] EOF sent (229) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:25.625526 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:25.625813 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-betta/subdir/manila_share_909baa46_e42e_426b_aaa1_a389409460d6" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.258s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:25.647332 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 104] EOF received (104) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:25.647592 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 104] EOF sent (104) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:25.648009 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:25.648236 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Lock "zfs-dataset-betta/subdir/manila_share_e08ccd8a_93d3_4095_a7ab_fe9365428a07" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.108s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:25.648450 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:25.648728 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:25.688310 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.039s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:25.688520 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:25.688775 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:25.712889 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:25.712991 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:25.713192 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:25.715570 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:25.715707 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:25.715956 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:25.722078 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:25.722199 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:25.722421 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:25.752736 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Lock "locked_access_rules_operation_by_share_instance_e08ccd8a-93d3-4095-a7ab-fe9365428a07" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.030s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:25.752865 np0000156481 manila-share[88840]: INFO manila.share.access [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Access rules were successfully modified for share instance e08ccd8a-93d3-4095-a7ab-fe9365428a07 belonging to share e300e97d-49be-4e25-93cd-3d113e49a815.
Feb 19 02:52:25.758002 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:25.758245 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] [chan 250] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:25.758754 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 250] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:25.758951 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 250 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:25.760727 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 250] Sesch channel 250 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:25.761227 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Created reservations ['017c15f1-ec79-45e3-9407-2d982476dd35', 'd3672487-1156-4077-867d-842752a21da5', 'c68d5be9-8283-423b-a9d4-add6e489a468', '4e3e4765-d331-4319-8478-3c7fab1a126b'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:52:25.772555 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Committed reservations ['017c15f1-ec79-45e3-9407-2d982476dd35', 'd3672487-1156-4077-867d-842752a21da5', 'c68d5be9-8283-423b-a9d4-add6e489a468', '4e3e4765-d331-4319-8478-3c7fab1a126b'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:52:25.776122 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-73a2afb4-c2ab-4218-a827-313f25493608 tempest-ReplicationSnapshotTest-1722040859 None] Share replica 909baa46-e42e-426b-aaa1-a389409460d6 deleted successfully.
Feb 19 02:52:25.789294 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 250] EOF received (250) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:25.789719 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 250] EOF sent (250) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:25.790415 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:25.790805 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:25.791189 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] [chan 276] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:25.791946 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 276] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:25.792128 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 276 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:25.793952 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 276] Sesch channel 276 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:25.822032 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 276] EOF received (276) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:25.822462 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 276] EOF sent (276) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:25.823096 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:25.823511 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_e08ccd8a_93d3_4095_a7ab_fe9365428a07" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:25.824105 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Lock "zfs-dataset-betta/subdir/manila_share_e08ccd8a_93d3_4095_a7ab_fe9365428a07" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:25.824509 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_e08ccd8a_93d3_4095_a7ab_fe9365428a07 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:25.824871 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] [chan 72] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:25.825433 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 72] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:25.825587 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 72 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:25.827096 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 72] Sesch channel 72 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:25.851529 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 72] EOF received (72) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:25.851943 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 72] EOF sent (72) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:25.852531 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:25.852839 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:52:25.853131 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Lock "zfs-dataset-betta/subdir/manila_share_e08ccd8a_93d3_4095_a7ab_fe9365428a07" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.029s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:25.853423 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_e08ccd8a_93d3_4095_a7ab_fe9365428a07" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:25.853849 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Lock "zfs-dataset-betta/subdir/manila_share_e08ccd8a_93d3_4095_a7ab_fe9365428a07" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:25.854118 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_e08ccd8a_93d3_4095_a7ab_fe9365428a07 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:25.854479 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] [chan 230] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:25.856593 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 230] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:25.856699 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 230 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:25.858078 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 230] Sesch channel 230 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:25.884230 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 230] EOF received (230) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:25.884478 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 230] EOF sent (230) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:25.884833 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:25.885034 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] ZFS option mountpoint's value is /betta/subdir/manila_share_e08ccd8a_93d3_4095_a7ab_fe9365428a07. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:52:25.885201 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_e08ccd8a_93d3_4095_a7ab_fe9365428a07 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:25.885418 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] [chan 251] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:25.885878 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 251] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:25.885975 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 251 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:25.887581 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 251] Sesch channel 251 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:26.010427 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 251] EOF received (251) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:26.010788 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 251] EOF sent (251) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:26.011412 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:26.011892 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_e08ccd8a_93d3_4095_a7ab_fe9365428a07 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:26.012250 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] [chan 277] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:26.012908 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 277] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:26.013066 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 277 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:26.015003 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 277] Sesch channel 277 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:26.056780 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 277] EOF received (277) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:26.057018 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 277] EOF sent (277) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:26.057439 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:26.398558 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fd9c9802-dec6-4368-b488-14bb8daaadcd tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vD gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872@manila_share_snapshot_6d0f6ebe_6232_42bb_b49b_c3bae225c47d '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_c7b7dc1a_5875_46ea_b2aa_6e0bc793843e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:26.399093 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fd9c9802-dec6-4368-b488-14bb8daaadcd tempest-ReplicationSnapshotTest-1722040859 None] [chan 176] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:26.399379 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 176] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:26.399498 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 176 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:26.400718 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 176] Sesch channel 176 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:26.896927 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 176] EOF received (176) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:26.897195 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 176] EOF sent (176) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:26.897700 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fd9c9802-dec6-4368-b488-14bb8daaadcd tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:26.897948 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fd9c9802-dec6-4368-b488-14bb8daaadcd tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_c7b7dc1a_5875_46ea_b2aa_6e0bc793843e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:26.898185 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fd9c9802-dec6-4368-b488-14bb8daaadcd tempest-ReplicationSnapshotTest-1722040859 None] [chan 198] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:26.898689 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 198] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:26.898850 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 198 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:26.901138 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 198] Sesch channel 198 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:26.940031 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 198] EOF received (198) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:26.940503 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 198] EOF sent (198) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:26.940984 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fd9c9802-dec6-4368-b488-14bb8daaadcd tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:26.941201 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fd9c9802-dec6-4368-b488-14bb8daaadcd tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs set compression=gzip gamma/manila_share_c7b7dc1a_5875_46ea_b2aa_6e0bc793843e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:26.941466 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fd9c9802-dec6-4368-b488-14bb8daaadcd tempest-ReplicationSnapshotTest-1722040859 None] [chan 185] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:26.941909 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 185] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:26.942009 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 185 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:26.943666 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 185] Sesch channel 185 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:26.984655 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 185] EOF received (185) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:26.984917 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 185] EOF sent (185) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:26.985398 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fd9c9802-dec6-4368-b488-14bb8daaadcd tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:26.985622 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fd9c9802-dec6-4368-b488-14bb8daaadcd tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs set readonly=off gamma/manila_share_c7b7dc1a_5875_46ea_b2aa_6e0bc793843e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:26.985863 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fd9c9802-dec6-4368-b488-14bb8daaadcd tempest-ReplicationSnapshotTest-1722040859 None] [chan 186] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:26.986368 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 186] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:26.986469 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 186 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:26.988227 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 186] Sesch channel 186 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:27.030850 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 186] EOF received (186) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:27.031103 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 186] EOF sent (186) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:27.031591 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fd9c9802-dec6-4368-b488-14bb8daaadcd tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:27.031940 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fd9c9802-dec6-4368-b488-14bb8daaadcd tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy gamma/manila_share_c7b7dc1a_5875_46ea_b2aa_6e0bc793843e@manila_share_snapshot_6d0f6ebe_6232_42bb_b49b_c3bae225c47d {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:27.032177 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fd9c9802-dec6-4368-b488-14bb8daaadcd tempest-ReplicationSnapshotTest-1722040859 None] [chan 177] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:27.032804 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 177] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:27.032918 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 177 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:27.034630 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 177] Sesch channel 177 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:27.077382 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 177] EOF received (177) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:27.077630 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 177] EOF sent (177) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:27.078041 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fd9c9802-dec6-4368-b488-14bb8daaadcd tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:27.078360 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fd9c9802-dec6-4368-b488-14bb8daaadcd tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_c7b7dc1a_5875_46ea_b2aa_6e0bc793843e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:27.078592 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-fd9c9802-dec6-4368-b488-14bb8daaadcd tempest-ReplicationSnapshotTest-1722040859 None] [chan 93] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:27.079028 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 93] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:27.079137 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 93 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:27.080608 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 93] Sesch channel 93 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:27.109111 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 93] EOF received (93) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:27.109490 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 93] EOF sent (93) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:27.110059 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-fd9c9802-dec6-4368-b488-14bb8daaadcd tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:27.110399 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-fd9c9802-dec6-4368-b488-14bb8daaadcd tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is /gamma/manila_share_c7b7dc1a_5875_46ea_b2aa_6e0bc793843e. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:52:27.136980 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-fd9c9802-dec6-4368-b488-14bb8daaadcd tempest-ReplicationSnapshotTest-1722040859 None] Share instance c7b7dc1a-5875-46ea-b2aa-6e0bc793843e created successfully.
Feb 19 02:52:28.058566 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_e08ccd8a_93d3_4095_a7ab_fe9365428a07 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:28.059155 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] [chan 231] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:28.059755 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 231] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:28.059922 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 231 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:28.062091 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 231] Sesch channel 231 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:28.171446 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 231] EOF received (231) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:28.171707 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 231] EOF sent (231) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:28.172162 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:28.172500 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Lock "zfs-dataset-betta/subdir/manila_share_e08ccd8a_93d3_4095_a7ab_fe9365428a07" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.319s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:28.259139 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Created reservations ['de67a592-0834-46b3-a1dc-602a02f2e3cb', '8c1bf222-e238-4f60-8965-13e6a3754136', '6c2d7c6f-12ae-47bc-a685-eb5d30c00b83', 'a4044bbb-5c05-4d0d-bc47-887e99adc2c1'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:52:28.271741 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Committed reservations ['de67a592-0834-46b3-a1dc-602a02f2e3cb', '8c1bf222-e238-4f60-8965-13e6a3754136', '6c2d7c6f-12ae-47bc-a685-eb5d30c00b83', 'a4044bbb-5c05-4d0d-bc47-887e99adc2c1'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:52:28.276262 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-df245121-989f-414f-82ac-0173918f1144 tempest-TestShareShrinkNFS-1662192531 None] Share instance e08ccd8a-93d3-4095-a7ab-fe9365428a07: deleted successfully.
Feb 19 02:52:29.674933 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c7b7dc1a-5875-46ea-b2aa-6e0bc793843e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:29.675373 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_c7b7dc1a-5875-46ea-b2aa-6e0bc793843e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:29.678280 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_c7b7dc1a-5875-46ea-b2aa-6e0bc793843e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:29.678443 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c7b7dc1a-5875-46ea-b2aa-6e0bc793843e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:29.678645 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_c7b7dc1a-5875-46ea-b2aa-6e0bc793843e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:29.681478 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_c7b7dc1a-5875-46ea-b2aa-6e0bc793843e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:29.681599 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c7b7dc1a-5875-46ea-b2aa-6e0bc793843e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:29.681835 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_c7b7dc1a-5875-46ea-b2aa-6e0bc793843e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:29.686073 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_c7b7dc1a-5875-46ea-b2aa-6e0bc793843e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:29.686165 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] All access rules have been synced for share instance c7b7dc1a-5875-46ea-b2aa-6e0bc793843e belonging to share 3a35539b-f31f-4005-b43b-1f6cbd23db19. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:52:29.691359 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:29.691621 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] [chan 199] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:29.692074 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 199] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:29.692181 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 199 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:29.693524 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 199] Sesch channel 199 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:29.730889 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 199] EOF received (199) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:29.730889 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 199] EOF sent (199) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:29.730889 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:29.730889 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:29.730889 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] [chan 186] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:29.730889 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 186] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:29.730889 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 186 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:29.731810 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 186] Sesch channel 186 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:29.773353 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 186] EOF received (186) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:29.773353 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 186] EOF sent (186) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:29.773353 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:29.773353 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_c7b7dc1a_5875_46ea_b2aa_6e0bc793843e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:29.773353 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_c7b7dc1a_5875_46ea_b2aa_6e0bc793843e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:29.773995 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_c7b7dc1a_5875_46ea_b2aa_6e0bc793843e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:29.774584 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] [chan 88] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:29.775410 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 88] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:29.775792 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 88 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:29.778682 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 88] Sesch channel 88 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:29.808170 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 88] EOF received (88) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:29.808486 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 88] EOF sent (88) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:29.808815 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:29.809035 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:52:29.809213 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_c7b7dc1a_5875_46ea_b2aa_6e0bc793843e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.036s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:29.809485 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_c7b7dc1a_5875_46ea_b2aa_6e0bc793843e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:29.809733 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_c7b7dc1a_5875_46ea_b2aa_6e0bc793843e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:29.809908 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_c7b7dc1a_5875_46ea_b2aa_6e0bc793843e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:29.810135 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] [chan 187] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:29.811066 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 187] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:29.811172 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 187 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:29.813157 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 187] Sesch channel 187 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:29.837494 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 187] EOF received (187) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:29.837855 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 187] EOF sent (187) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:29.838570 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:29.838890 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is /gamma/manila_share_c7b7dc1a_5875_46ea_b2aa_6e0bc793843e. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:52:29.839153 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): lsof -w /gamma/manila_share_c7b7dc1a_5875_46ea_b2aa_6e0bc793843e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:29.839505 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] [chan 178] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:29.840779 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 178] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:29.840949 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 178 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:29.842185 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 178] Sesch channel 178 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:29.960084 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 178] EOF received (178) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:29.960535 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 178] EOF sent (178) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:29.961377 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:29.961920 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount /gamma/manila_share_c7b7dc1a_5875_46ea_b2aa_6e0bc793843e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:29.962355 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] [chan 200] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:29.963077 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 200] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:29.963256 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 200 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:29.964798 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 200] Sesch channel 200 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:29.998332 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 200] EOF received (200) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:29.998773 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 200] EOF sent (200) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:29.999534 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:30.438696 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:52:30.439289 np0000156481 manila-share[88840]: DEBUG manila.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Notifying Schedulers of capabilities ... {{(pid=88840) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:52:30.440944 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:52:30.470047 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:52:30.470191 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica instances. {{(pid=88840) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:52:30.480572 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:52:30.480697 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:52:30.485810 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:52:30.485935 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:52:30.488824 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:52:30.488942 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica snapshots. {{(pid=88840) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:52:30.497631 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._report_driver_status {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:52:30.497631 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share status
Feb 19 02:52:30.497790 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:30.497943 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 252] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:30.498434 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 252] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:30.498521 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 252 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:30.500111 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 252] Sesch channel 252 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:30.529232 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 252] EOF received (252) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:30.529627 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 252] EOF sent (252) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:30.530176 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:30.530487 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:52:30.530736 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:30.530993 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 278] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:30.531692 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 278] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:30.531853 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 278 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:30.533837 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 278] Sesch channel 278 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:30.559653 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 278] EOF received (278) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:30.560024 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 278] EOF sent (278) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:30.560617 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:30.560889 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:52:30.561186 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:30.561519 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 232] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:30.562330 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 232] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:30.562544 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 232 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:30.564289 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 232] Sesch channel 232 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:30.592271 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 232] EOF received (232) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:30.592679 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 232] EOF sent (232) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:30.593211 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:30.593512 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 28.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:52:30.593778 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:30.594060 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 253] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:30.594731 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 253] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:30.594910 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 253 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:30.596709 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 253] Sesch channel 253 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:30.623876 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 253] EOF received (253) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:30.624249 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 253] EOF sent (253) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:30.624815 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:30.625074 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:52:30.625358 np0000156481 manila-share[88840]: DEBUG manila.share.driver [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share stats. {{(pid=88840) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:52:30.625709 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:52:30.629938 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:52:30.632815 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:52:30.632943 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share instances. {{(pid=88840) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:52:30.640391 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:52:32.001351 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_c7b7dc1a_5875_46ea_b2aa_6e0bc793843e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:32.002084 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] [chan 187] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:32.002446 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 187] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:32.002610 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 187 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:32.004767 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 187] Sesch channel 187 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:32.070964 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 187] EOF received (187) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:32.071229 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 187] EOF sent (187) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:32.071640 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:32.071976 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_c7b7dc1a_5875_46ea_b2aa_6e0bc793843e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.262s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:32.169857 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] Created reservations ['c7cbb679-f498-4af3-b8de-d572caed4949', 'f06e7928-d648-4f31-bd52-d1c4761f4e50', '1940aa80-91e9-4d4d-bc46-56ccf4bf77fa', '170a02fa-599c-42eb-b7af-2c5831d720cb', 'fe06d8dd-455f-4c9e-9987-0f6c2ed4bb99', 'dc37a120-2bd0-4db5-8740-1013cca2d0e6', '950c9844-42ae-4467-b689-5dbfeecda401', 'f7e222f7-7cf1-4338-9319-ed6f18426105'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:52:32.184507 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] Committed reservations ['c7cbb679-f498-4af3-b8de-d572caed4949', 'f06e7928-d648-4f31-bd52-d1c4761f4e50', '1940aa80-91e9-4d4d-bc46-56ccf4bf77fa', '170a02fa-599c-42eb-b7af-2c5831d720cb', 'fe06d8dd-455f-4c9e-9987-0f6c2ed4bb99', 'dc37a120-2bd0-4db5-8740-1013cca2d0e6', '950c9844-42ae-4467-b689-5dbfeecda401', 'f7e222f7-7cf1-4338-9319-ed6f18426105'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:52:32.190641 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-82f1ccae-856e-452a-a8d0-538eb16546b8 tempest-ReplicationSnapshotTest-1722040859 None] Share instance c7b7dc1a-5875-46ea-b2aa-6e0bc793843e: deleted successfully.
Feb 19 02:52:32.836083 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-99ba9b3c-ee59-43d2-861f-f1515f0b84f8 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872@manila_share_snapshot_6d0f6ebe_6232_42bb_b49b_c3bae225c47d {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:32.836414 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-99ba9b3c-ee59-43d2-861f-f1515f0b84f8 tempest-ReplicationSnapshotTest-1722040859 None] [chan 188] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:32.837019 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 188] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:32.837121 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 188 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:32.838403 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 188] Sesch channel 188 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:32.863636 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 188] EOF received (188) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:32.864093 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 188] EOF sent (188) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:32.864908 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-99ba9b3c-ee59-43d2-861f-f1515f0b84f8 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:32.865340 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-99ba9b3c-ee59-43d2-861f-f1515f0b84f8 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872@manila_share_snapshot_6d0f6ebe_6232_42bb_b49b_c3bae225c47d" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:32.866024 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-99ba9b3c-ee59-43d2-861f-f1515f0b84f8 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872@manila_share_snapshot_6d0f6ebe_6232_42bb_b49b_c3bae225c47d" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:32.866342 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-99ba9b3c-ee59-43d2-861f-f1515f0b84f8 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872@manila_share_snapshot_6d0f6ebe_6232_42bb_b49b_c3bae225c47d {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:32.866718 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-99ba9b3c-ee59-43d2-861f-f1515f0b84f8 tempest-ReplicationSnapshotTest-1722040859 None] [chan 179] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:32.867616 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 179] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:32.867813 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 179 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:32.869478 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 179] Sesch channel 179 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:32.890853 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 179] EOF received (179) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:32.891214 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 179] EOF sent (179) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:32.891912 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-99ba9b3c-ee59-43d2-861f-f1515f0b84f8 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:32.892256 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-99ba9b3c-ee59-43d2-861f-f1515f0b84f8 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:52:32.892698 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-99ba9b3c-ee59-43d2-861f-f1515f0b84f8 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:32.893017 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-99ba9b3c-ee59-43d2-861f-f1515f0b84f8 tempest-ReplicationSnapshotTest-1722040859 None] [chan 201] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:32.893686 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 201] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:32.893825 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 201 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:32.895178 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 201] Sesch channel 201 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:32.912136 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 201] EOF received (201) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:32.912560 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 201] EOF sent (201) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:32.913236 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-99ba9b3c-ee59-43d2-861f-f1515f0b84f8 tempest-ReplicationSnapshotTest-1722040859 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:34.914655 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-99ba9b3c-ee59-43d2-861f-f1515f0b84f8 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872@manila_share_snapshot_6d0f6ebe_6232_42bb_b49b_c3bae225c47d {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:34.915263 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-99ba9b3c-ee59-43d2-861f-f1515f0b84f8 tempest-ReplicationSnapshotTest-1722040859 None] [chan 188] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:34.915876 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 188] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:34.916047 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 188 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:34.917869 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 188] Sesch channel 188 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:34.968897 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 188] EOF received (188) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:34.969299 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 188] EOF sent (188) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:34.970004 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-99ba9b3c-ee59-43d2-861f-f1515f0b84f8 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:34.970543 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-99ba9b3c-ee59-43d2-861f-f1515f0b84f8 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872@manila_share_snapshot_6d0f6ebe_6232_42bb_b49b_c3bae225c47d" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.104s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:35.053755 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-99ba9b3c-ee59-43d2-861f-f1515f0b84f8 tempest-ReplicationSnapshotTest-1722040859 None] Created reservations ['a67f74e0-ab31-4953-a008-05df69979ccc', '33902209-4124-4ea0-a671-41cd13717491', '6edb7551-d9ba-4807-a057-3d741456aaac', 'a6d12d77-060e-4115-84f6-19edcc3a25fe'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:52:35.065519 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-99ba9b3c-ee59-43d2-861f-f1515f0b84f8 tempest-ReplicationSnapshotTest-1722040859 None] Committed reservations ['a67f74e0-ab31-4953-a008-05df69979ccc', '33902209-4124-4ea0-a671-41cd13717491', '6edb7551-d9ba-4807-a057-3d741456aaac', 'a6d12d77-060e-4115-84f6-19edcc3a25fe'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:52:36.082883 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5be0f702-7671-49c1-b7ee-1dc4e64d3872" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:36.083568 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_5be0f702-7671-49c1-b7ee-1dc4e64d3872" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:36.085465 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_5be0f702-7671-49c1-b7ee-1dc4e64d3872" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:36.085639 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5be0f702-7671-49c1-b7ee-1dc4e64d3872" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:36.085927 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_5be0f702-7671-49c1-b7ee-1dc4e64d3872" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:36.088347 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_5be0f702-7671-49c1-b7ee-1dc4e64d3872" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:36.088529 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5be0f702-7671-49c1-b7ee-1dc4e64d3872" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:36.088806 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_5be0f702-7671-49c1-b7ee-1dc4e64d3872" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:36.091187 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_5be0f702-7671-49c1-b7ee-1dc4e64d3872" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:36.091288 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] All access rules have been synced for share instance 5be0f702-7671-49c1-b7ee-1dc4e64d3872 belonging to share fed2474b-3b72-400e-8818-a8c8c128a844. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:52:36.095196 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:36.095421 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] [chan 189] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:36.095821 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 189] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:36.095895 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 189 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:36.097112 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 189] Sesch channel 189 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:36.129640 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 189] EOF received (189) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:36.130002 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 189] EOF sent (189) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:36.130699 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:36.131059 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:36.131412 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] [chan 180] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:36.131988 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 180] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:36.132075 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 180 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:36.133887 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 180] Sesch channel 180 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:36.173026 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 180] EOF received (180) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:36.173445 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 180] EOF sent (180) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:36.174226 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:36.174728 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872@tmp_snapshot_for_replication__5be0f702_7671_49c1_b7ee_1dc4e64d3872_time_2026-02-19T02:52:09.720249" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:36.175350 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872@tmp_snapshot_for_replication__5be0f702_7671_49c1_b7ee_1dc4e64d3872_time_2026-02-19T02:52:09.720249" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:36.175647 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872@tmp_snapshot_for_replication__5be0f702_7671_49c1_b7ee_1dc4e64d3872_time_2026-02-19T02:52:09.720249 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:36.175978 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] [chan 202] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:36.176655 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 202] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:36.176820 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 202 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:36.178915 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 202] Sesch channel 202 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:36.205523 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 202] EOF received (202) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:36.205710 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 202] EOF sent (202) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:36.206049 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:36.206246 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:52:36.206546 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:36.206807 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] [chan 189] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:36.207157 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 189] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:36.207336 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 189 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:36.208699 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 189] Sesch channel 189 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:36.225712 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 189] EOF received (189) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:36.225965 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 189] EOF sent (189) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:36.227568 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:38.229161 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872@tmp_snapshot_for_replication__5be0f702_7671_49c1_b7ee_1dc4e64d3872_time_2026-02-19T02:52:09.720249 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:38.229883 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] [chan 190] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:38.230860 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 190] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:38.230860 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 190 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:38.232546 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 190] Sesch channel 190 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:38.274925 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 190] EOF received (190) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:38.275192 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 190] EOF sent (190) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:38.275648 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:38.275970 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872@tmp_snapshot_for_replication__5be0f702_7671_49c1_b7ee_1dc4e64d3872_time_2026-02-19T02:52:09.720249" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.101s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:38.276170 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872@tmp_snapshot_for_replication__909baa46_e42e_426b_aaa1_a389409460d6_time_2026-02-19T02:52:13.946950" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:38.276638 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872@tmp_snapshot_for_replication__909baa46_e42e_426b_aaa1_a389409460d6_time_2026-02-19T02:52:13.946950" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:38.276823 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872@tmp_snapshot_for_replication__909baa46_e42e_426b_aaa1_a389409460d6_time_2026-02-19T02:52:13.946950 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:38.277043 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] [chan 181] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:38.277573 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 181] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:38.277669 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 181 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:38.280385 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 181] Sesch channel 181 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:38.305680 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 181] EOF received (181) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:38.306049 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 181] EOF sent (181) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:38.306811 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:38.307128 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:52:38.307420 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:38.307898 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] [chan 203] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:38.310424 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 203] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:38.310692 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 203 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:38.312340 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 203] Sesch channel 203 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:38.333924 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 203] EOF received (203) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:38.334353 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 203] EOF sent (203) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:38.335060 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:40.337887 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872@tmp_snapshot_for_replication__909baa46_e42e_426b_aaa1_a389409460d6_time_2026-02-19T02:52:13.946950 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:40.337887 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] [chan 190] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:40.337887 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 190] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:40.337887 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 190 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:40.339487 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 190] Sesch channel 190 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:40.381965 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 190] EOF received (190) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:40.381965 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 190] EOF sent (190) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:40.381965 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:40.381965 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872@tmp_snapshot_for_replication__909baa46_e42e_426b_aaa1_a389409460d6_time_2026-02-19T02:52:13.946950" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.104s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:40.381965 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:40.382161 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:40.382161 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:40.382161 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] [chan 94] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:40.382613 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 94] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:40.382864 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 94 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:40.384948 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 94] Sesch channel 94 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:40.409237 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 94] EOF received (94) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:40.409237 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 94] EOF sent (94) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:40.409237 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:40.409521 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:52:40.409684 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.028s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:40.409818 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:40.410148 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:40.410302 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:40.410557 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] [chan 191] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:40.410972 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 191] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:40.411101 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 191 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:40.412581 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 191] Sesch channel 191 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:40.434667 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 191] EOF received (191) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:40.435050 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 191] EOF sent (191) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:40.435687 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:40.435995 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is /gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:52:40.436255 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): lsof -w /gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:40.436612 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] [chan 182] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:40.437235 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 182] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:40.437444 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 182 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:40.439222 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 182] Sesch channel 182 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:40.565541 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 182] EOF received (182) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:40.566026 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 182] EOF sent (182) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:40.566850 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:40.567381 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount /gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:40.567804 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] [chan 204] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:40.568426 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 204] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:40.568599 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 204 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:40.570494 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 204] Sesch channel 204 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:40.602466 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 204] EOF received (204) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:40.602837 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 204] EOF sent (204) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:40.603481 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:42.605189 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:42.605976 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] [chan 191] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:42.606921 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 191] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:42.607099 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 191 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:42.608977 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 191] Sesch channel 191 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:42.664822 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 191] EOF received (191) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:42.665066 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 191] EOF sent (191) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:42.665743 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:42.666225 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_5be0f702_7671_49c1_b7ee_1dc4e64d3872" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.256s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:42.748131 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Created reservations ['2f6638c2-1710-4871-a23f-de91a0441c61', '071312c1-edf4-4811-9de4-aebc047588bf', '73733b5e-1b11-46da-9a90-16c8199bdece', 'd0227be0-16b4-414d-bb00-db534aaf7fa9', '3a512a74-b6c4-4f7a-8ed1-a938b7358d10', 'd08d21d8-716c-420d-8ece-5f659154d126', 'c80fa82b-0b5c-4ded-a8c5-5207ba7b5e72', 'fb43f85e-e225-4490-81d4-9fa9bbe38a5b'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:52:42.764484 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Committed reservations ['2f6638c2-1710-4871-a23f-de91a0441c61', '071312c1-edf4-4811-9de4-aebc047588bf', '73733b5e-1b11-46da-9a90-16c8199bdece', 'd0227be0-16b4-414d-bb00-db534aaf7fa9', '3a512a74-b6c4-4f7a-8ed1-a938b7358d10', 'd08d21d8-716c-420d-8ece-5f659154d126', 'c80fa82b-0b5c-4ded-a8c5-5207ba7b5e72', 'fb43f85e-e225-4490-81d4-9fa9bbe38a5b'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:52:42.769138 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-6e9a081b-0a7c-4bd1-9f14-5d26c2adea09 tempest-ReplicationSnapshotTest-1722040859 None] Share instance 5be0f702-7671-49c1-b7ee-1dc4e64d3872: deleted successfully.
Feb 19 02:52:45.351303 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e8cd0d9e-a8da-41a2-b66b-a9d3bf25366b" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:45.351888 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_e8cd0d9e-a8da-41a2-b66b-a9d3bf25366b" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:45.353344 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_e8cd0d9e-a8da-41a2-b66b-a9d3bf25366b" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:45.353474 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e8cd0d9e-a8da-41a2-b66b-a9d3bf25366b" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:45.353673 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_e8cd0d9e-a8da-41a2-b66b-a9d3bf25366b" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:45.355606 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_e8cd0d9e-a8da-41a2-b66b-a9d3bf25366b" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:45.355739 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e8cd0d9e-a8da-41a2-b66b-a9d3bf25366b" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:45.355938 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_e8cd0d9e-a8da-41a2-b66b-a9d3bf25366b" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:45.357687 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_e8cd0d9e-a8da-41a2-b66b-a9d3bf25366b" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:45.357813 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] All access rules have been synced for share instance e8cd0d9e-a8da-41a2-b66b-a9d3bf25366b belonging to share b2c5ebf6-6be7-4ca4-9d04-792f400d1754. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:52:45.360892 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:45.361079 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] [chan 192] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:45.361476 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 192] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:45.361548 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 192 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:45.362552 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 192] Sesch channel 192 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:45.393057 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 192] EOF received (192) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:45.393450 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 192] EOF sent (192) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:45.394107 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:45.394505 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:45.394834 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] [chan 183] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:45.395486 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 183] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:45.395652 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 183 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:45.397175 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 183] Sesch channel 183 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:45.434921 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 183] EOF received (183) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:45.435277 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 183] EOF sent (183) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:45.436071 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:45.436535 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_e8cd0d9e_a8da_41a2_b66b_a9d3bf25366b" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:45.437139 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_e8cd0d9e_a8da_41a2_b66b_a9d3bf25366b" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:45.437448 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_e8cd0d9e_a8da_41a2_b66b_a9d3bf25366b {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:45.437860 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] [chan 89] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:45.438617 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 89] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:45.438732 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 89 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:45.440379 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 89] Sesch channel 89 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:45.466125 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 89] EOF received (89) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:45.466498 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 89] EOF sent (89) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:45.467058 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:45.467398 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:52:45.467698 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_e8cd0d9e_a8da_41a2_b66b_a9d3bf25366b" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.031s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:45.467971 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_e8cd0d9e_a8da_41a2_b66b_a9d3bf25366b" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:45.468436 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_e8cd0d9e_a8da_41a2_b66b_a9d3bf25366b" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:45.468698 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_e8cd0d9e_a8da_41a2_b66b_a9d3bf25366b {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:45.469008 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] [chan 205] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:45.469688 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 205] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:45.469874 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 205 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:45.471549 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 205] Sesch channel 205 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:45.495503 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 205] EOF received (205) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:45.495881 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 205] EOF sent (205) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:45.496537 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:45.496876 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is /gamma/manila_share_e8cd0d9e_a8da_41a2_b66b_a9d3bf25366b. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:52:45.497156 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): lsof -w /gamma/manila_share_e8cd0d9e_a8da_41a2_b66b_a9d3bf25366b {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:45.497534 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] [chan 192] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:45.498070 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 192] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:45.498243 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 192 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:45.500243 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 192] Sesch channel 192 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:45.619208 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 192] EOF received (192) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:45.619641 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 192] EOF sent (192) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:45.620349 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:45.620929 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount /gamma/manila_share_e8cd0d9e_a8da_41a2_b66b_a9d3bf25366b {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:45.621342 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] [chan 193] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:45.622082 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 193] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:45.622258 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 193 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:45.624561 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 193] Sesch channel 193 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:45.663897 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 193] EOF received (193) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:45.664292 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 193] EOF sent (193) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:45.664959 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:47.666257 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_e8cd0d9e_a8da_41a2_b66b_a9d3bf25366b {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:47.667151 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] [chan 184] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:47.667151 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 184] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:47.667304 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 184 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:47.669023 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 184] Sesch channel 184 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:47.729899 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 184] EOF received (184) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:47.730167 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 184] EOF sent (184) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:47.730665 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:47.731027 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_e8cd0d9e_a8da_41a2_b66b_a9d3bf25366b" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.263s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:47.837249 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] Created reservations ['e433d5d0-a4a6-4854-9005-662b9b9c1e24', 'b79bdf40-9361-48ec-942f-db8cd5770c44', 'a206b26a-6238-4768-88c6-cfb32fdd421f', 'b633c5e7-0fe6-4ef2-895e-34be0cf8c06c', '1ca486b5-d963-4fb5-b6f1-2318c22c8a5c', '3b6f2cfb-6636-4a4f-8ff3-9b047042d860', '41fe48d8-7614-48c3-b362-f04882a4ae40', '2a73d3cc-2474-4e95-9de2-a01a19db4ea2'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:52:47.851714 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] Committed reservations ['e433d5d0-a4a6-4854-9005-662b9b9c1e24', 'b79bdf40-9361-48ec-942f-db8cd5770c44', 'a206b26a-6238-4768-88c6-cfb32fdd421f', 'b633c5e7-0fe6-4ef2-895e-34be0cf8c06c', '1ca486b5-d963-4fb5-b6f1-2318c22c8a5c', '3b6f2cfb-6636-4a4f-8ff3-9b047042d860', '41fe48d8-7614-48c3-b362-f04882a4ae40', '2a73d3cc-2474-4e95-9de2-a01a19db4ea2'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:52:47.854201 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-89e184f2-2c61-4e31-806a-519e32a3a150 tempest-ReplicationSnapshotTest-1722040859 None] Share instance e8cd0d9e-a8da-41a2-b66b-a9d3bf25366b: deleted successfully.
Feb 19 02:52:48.663186 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0728bb17-20cc-4a1d-a378-48f9d25853a2" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:48.663552 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_0728bb17-20cc-4a1d-a378-48f9d25853a2" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:48.665547 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_0728bb17-20cc-4a1d-a378-48f9d25853a2" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:48.665685 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0728bb17-20cc-4a1d-a378-48f9d25853a2" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:48.665911 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_0728bb17-20cc-4a1d-a378-48f9d25853a2" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:48.668175 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_0728bb17-20cc-4a1d-a378-48f9d25853a2" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:48.668864 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0728bb17-20cc-4a1d-a378-48f9d25853a2" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:48.668864 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_0728bb17-20cc-4a1d-a378-48f9d25853a2" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:48.670692 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_0728bb17-20cc-4a1d-a378-48f9d25853a2" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:48.670814 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] All access rules have been synced for share instance 0728bb17-20cc-4a1d-a378-48f9d25853a2 belonging to share 6fd3269c-e15f-40b3-92a0-ff6605a0d816. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:52:48.674456 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:48.674650 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] [chan 206] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:48.675129 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 206] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:48.675200 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 206 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:48.676771 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 206] Sesch channel 206 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:48.707672 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 206] EOF received (206) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:48.708026 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 206] EOF sent (206) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:48.708721 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:48.709076 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:48.709436 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] [chan 193] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:48.710042 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 193] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:48.710198 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 193 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:48.712052 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 193] Sesch channel 193 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:48.745316 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 193] EOF received (193) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:48.745710 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 193] EOF sent (193) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:48.746529 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:48.746947 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_0728bb17_20cc_4a1d_a378_48f9d25853a2" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:48.747545 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_0728bb17_20cc_4a1d_a378_48f9d25853a2" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:48.747817 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_0728bb17_20cc_4a1d_a378_48f9d25853a2 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:48.748138 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] [chan 95] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:48.748786 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 95] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:48.748945 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 95 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:48.751269 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 95] Sesch channel 95 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:48.773551 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 95] EOF received (95) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:48.773888 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 95] EOF sent (95) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:48.774477 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:48.774796 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:52:48.775098 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_0728bb17_20cc_4a1d_a378_48f9d25853a2" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.028s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:48.775393 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_0728bb17_20cc_4a1d_a378_48f9d25853a2" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:48.775810 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_0728bb17_20cc_4a1d_a378_48f9d25853a2" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:48.776062 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_0728bb17_20cc_4a1d_a378_48f9d25853a2 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:48.776404 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] [chan 194] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:48.777035 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 194] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:48.777192 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 194 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:48.779167 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 194] Sesch channel 194 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:48.797664 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 194] EOF received (194) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:48.798005 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 194] EOF sent (194) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:48.798586 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:48.798884 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is /gamma/manila_share_0728bb17_20cc_4a1d_a378_48f9d25853a2. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:52:48.799183 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): lsof -w /gamma/manila_share_0728bb17_20cc_4a1d_a378_48f9d25853a2 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:48.799516 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] [chan 185] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:48.800107 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 185] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:48.800267 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 185 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:48.801727 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 185] Sesch channel 185 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:48.912140 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 185] EOF received (185) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:48.912475 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 185] EOF sent (185) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:48.913081 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:48.913588 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount /gamma/manila_share_0728bb17_20cc_4a1d_a378_48f9d25853a2 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:48.913914 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] [chan 207] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:48.914571 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 207] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:48.914739 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 207 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:48.916372 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 207] Sesch channel 207 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:48.947478 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 207] EOF received (207) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:48.947729 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 207] EOF sent (207) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:48.948258 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:50.949956 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_0728bb17_20cc_4a1d_a378_48f9d25853a2 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:50.950796 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] [chan 194] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:50.951039 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 194] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:50.951214 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 194 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:50.953310 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 194] Sesch channel 194 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:51.013706 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 194] EOF received (194) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:51.014143 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 194] EOF sent (194) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:51.014873 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:51.015398 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_0728bb17_20cc_4a1d_a378_48f9d25853a2" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.240s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:51.097424 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] Created reservations ['b71ca68d-0cab-4b0a-8643-a514b45b3fd2', '92f59ca9-be9b-4f4f-92d0-291b1b32a71d', '16964307-83ae-48cc-b73f-e576e4bbb843', '96fdfe3e-0f50-42d1-9ef9-88c095984f5c', 'abcec824-b55b-45de-bcfc-3956356f28cc', 'b0613727-c5e6-465a-b17a-6f873cd652b3', 'fc179d68-5ae7-4a82-bebc-19c0d15b121e', 'ca589c49-af7c-4908-98d4-46d1eab81892'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:52:51.112787 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] Committed reservations ['b71ca68d-0cab-4b0a-8643-a514b45b3fd2', '92f59ca9-be9b-4f4f-92d0-291b1b32a71d', '16964307-83ae-48cc-b73f-e576e4bbb843', '96fdfe3e-0f50-42d1-9ef9-88c095984f5c', 'abcec824-b55b-45de-bcfc-3956356f28cc', 'b0613727-c5e6-465a-b17a-6f873cd652b3', 'fc179d68-5ae7-4a82-bebc-19c0d15b121e', 'ca589c49-af7c-4908-98d4-46d1eab81892'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:52:51.116894 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-69dccc5f-5e6c-4de3-b84b-c064ead1b990 tempest-ReplicationSnapshotTest-1722040859 None] Share instance 0728bb17-20cc-4a1d-a378-48f9d25853a2: deleted successfully.
Feb 19 02:52:51.737117 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d67f5e11-4497-4704-b1e3-847069f628ae tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@manila_share_snapshot_4aae2937_1bd6_4215_8167_c1f0a93b49b4 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:51.737449 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d67f5e11-4497-4704-b1e3-847069f628ae tempest-ReplicationSnapshotTest-1722040859 None] [chan 195] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:51.737952 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 195] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:51.738068 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 195 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:51.739579 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 195] Sesch channel 195 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:51.767274 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 195] EOF received (195) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:51.767696 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 195] EOF sent (195) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:51.768563 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d67f5e11-4497-4704-b1e3-847069f628ae tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:51.768963 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d67f5e11-4497-4704-b1e3-847069f628ae tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@manila_share_snapshot_4aae2937_1bd6_4215_8167_c1f0a93b49b4" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:51.769649 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d67f5e11-4497-4704-b1e3-847069f628ae tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@manila_share_snapshot_4aae2937_1bd6_4215_8167_c1f0a93b49b4" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:51.769934 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d67f5e11-4497-4704-b1e3-847069f628ae tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@manila_share_snapshot_4aae2937_1bd6_4215_8167_c1f0a93b49b4 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:51.770263 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d67f5e11-4497-4704-b1e3-847069f628ae tempest-ReplicationSnapshotTest-1722040859 None] [chan 186] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:51.771101 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 186] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:51.771275 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 186 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:51.773340 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 186] Sesch channel 186 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:51.801477 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 186] EOF received (186) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:51.801893 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 186] EOF sent (186) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:51.802550 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d67f5e11-4497-4704-b1e3-847069f628ae tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:51.802886 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-d67f5e11-4497-4704-b1e3-847069f628ae tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:52:51.803305 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d67f5e11-4497-4704-b1e3-847069f628ae tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:51.803682 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d67f5e11-4497-4704-b1e3-847069f628ae tempest-ReplicationSnapshotTest-1722040859 None] [chan 208] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:51.804335 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 208] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:51.804532 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 208 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:51.806451 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 208] Sesch channel 208 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:51.823682 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 208] EOF received (208) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:51.824050 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 208] EOF sent (208) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:51.824821 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d67f5e11-4497-4704-b1e3-847069f628ae tempest-ReplicationSnapshotTest-1722040859 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:53.825915 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d67f5e11-4497-4704-b1e3-847069f628ae tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@manila_share_snapshot_4aae2937_1bd6_4215_8167_c1f0a93b49b4 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:53.826612 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d67f5e11-4497-4704-b1e3-847069f628ae tempest-ReplicationSnapshotTest-1722040859 None] [chan 195] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:53.827198 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 195] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:53.827414 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 195 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:53.829910 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 195] Sesch channel 195 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:53.881999 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 195] EOF received (195) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:53.882402 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 195] EOF sent (195) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:53.883022 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d67f5e11-4497-4704-b1e3-847069f628ae tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:53.883575 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d67f5e11-4497-4704-b1e3-847069f628ae tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@manila_share_snapshot_4aae2937_1bd6_4215_8167_c1f0a93b49b4" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.114s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:53.960934 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-d67f5e11-4497-4704-b1e3-847069f628ae tempest-ReplicationSnapshotTest-1722040859 None] Created reservations ['32b3e710-b5c8-451f-bba7-1eacd5afabb4', 'a7f865cb-2702-4750-b49c-d35ddd9daac2', '84f32b86-d5b3-4cea-a34e-c52df2edf5ca', '6b49bc65-db1d-4c3a-b821-3ebfb9a3baa9'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:52:53.972963 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-d67f5e11-4497-4704-b1e3-847069f628ae tempest-ReplicationSnapshotTest-1722040859 None] Committed reservations ['32b3e710-b5c8-451f-bba7-1eacd5afabb4', 'a7f865cb-2702-4750-b49c-d35ddd9daac2', '84f32b86-d5b3-4cea-a34e-c52df2edf5ca', '6b49bc65-db1d-4c3a-b821-3ebfb9a3baa9'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:52:54.883662 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-770d344d-0326-4345-86f6-40a64cc27dc7 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@manila_share_snapshot_ee5ac410_8de6_42a2_aeb4_ad7482ffed1b {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:54.884467 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-770d344d-0326-4345-86f6-40a64cc27dc7 tempest-ReplicationSnapshotTest-1722040859 None] [chan 196] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:54.884467 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 196] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:54.884467 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 196 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:54.885389 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 196] Sesch channel 196 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:54.907528 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 196] EOF received (196) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:54.907737 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 196] EOF sent (196) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:54.908143 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-770d344d-0326-4345-86f6-40a64cc27dc7 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:54.908397 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-770d344d-0326-4345-86f6-40a64cc27dc7 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@manila_share_snapshot_ee5ac410_8de6_42a2_aeb4_ad7482ffed1b" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:54.908812 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-770d344d-0326-4345-86f6-40a64cc27dc7 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@manila_share_snapshot_ee5ac410_8de6_42a2_aeb4_ad7482ffed1b" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:54.908999 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-770d344d-0326-4345-86f6-40a64cc27dc7 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@manila_share_snapshot_ee5ac410_8de6_42a2_aeb4_ad7482ffed1b {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:54.909164 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-770d344d-0326-4345-86f6-40a64cc27dc7 tempest-ReplicationSnapshotTest-1722040859 None] [chan 187] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:54.909682 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 187] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:54.909831 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 187 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:54.911387 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 187] Sesch channel 187 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:54.932497 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 187] EOF received (187) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:54.932996 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 187] EOF sent (187) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:54.933967 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-770d344d-0326-4345-86f6-40a64cc27dc7 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:54.934472 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-770d344d-0326-4345-86f6-40a64cc27dc7 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:52:54.935052 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-770d344d-0326-4345-86f6-40a64cc27dc7 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:54.935528 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-770d344d-0326-4345-86f6-40a64cc27dc7 tempest-ReplicationSnapshotTest-1722040859 None] [chan 209] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:54.936100 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 209] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:54.936278 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 209 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:54.937992 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 209] Sesch channel 209 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:54.955157 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 209] EOF received (209) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:54.955626 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 209] EOF sent (209) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:54.956294 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-770d344d-0326-4345-86f6-40a64cc27dc7 tempest-ReplicationSnapshotTest-1722040859 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:56.958002 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-770d344d-0326-4345-86f6-40a64cc27dc7 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@manila_share_snapshot_ee5ac410_8de6_42a2_aeb4_ad7482ffed1b {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:56.958786 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-770d344d-0326-4345-86f6-40a64cc27dc7 tempest-ReplicationSnapshotTest-1722040859 None] [chan 196] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:56.959106 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 196] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:56.959241 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 196 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:56.960742 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 196] Sesch channel 196 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:56.998411 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 196] EOF received (196) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:56.998697 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 196] EOF sent (196) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:56.999366 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-770d344d-0326-4345-86f6-40a64cc27dc7 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:56.999897 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-770d344d-0326-4345-86f6-40a64cc27dc7 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@manila_share_snapshot_ee5ac410_8de6_42a2_aeb4_ad7482ffed1b" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.091s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:57.095840 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-770d344d-0326-4345-86f6-40a64cc27dc7 tempest-ReplicationSnapshotTest-1722040859 None] Created reservations ['08ed2001-fb4a-4f4a-973b-900dc0c5a0da', '37b8e95d-5f87-4e8b-80e7-ebda8767e99e', '56fd518a-298b-4e5f-a174-4fe1cef3795e', 'f24a85cb-c704-47b2-b7c0-6cdc09a9fd20'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:52:57.109409 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-770d344d-0326-4345-86f6-40a64cc27dc7 tempest-ReplicationSnapshotTest-1722040859 None] Committed reservations ['08ed2001-fb4a-4f4a-973b-900dc0c5a0da', '37b8e95d-5f87-4e8b-80e7-ebda8767e99e', '56fd518a-298b-4e5f-a174-4fe1cef3795e', 'f24a85cb-c704-47b2-b7c0-6cdc09a9fd20'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:52:58.121337 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_377cc302-673e-4c06-aedd-28515d94045a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:58.122124 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_377cc302-673e-4c06-aedd-28515d94045a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:58.123777 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_377cc302-673e-4c06-aedd-28515d94045a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:58.123900 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_377cc302-673e-4c06-aedd-28515d94045a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:58.124105 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_377cc302-673e-4c06-aedd-28515d94045a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:58.126424 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_377cc302-673e-4c06-aedd-28515d94045a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:58.126525 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_377cc302-673e-4c06-aedd-28515d94045a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:58.126739 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_377cc302-673e-4c06-aedd-28515d94045a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:58.128588 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_377cc302-673e-4c06-aedd-28515d94045a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:52:58.128736 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] All access rules have been synced for share instance 377cc302-673e-4c06-aedd-28515d94045a belonging to share 3f8c446f-79ad-4ccc-9b0e-8a004d5b8160. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:52:58.132783 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:58.132913 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] [chan 197] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:58.133343 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 197] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:58.133451 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 197 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:58.134983 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 197] Sesch channel 197 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:58.167779 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 197] EOF received (197) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:58.168184 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 197] EOF sent (197) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:58.168882 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:58.169224 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:58.169605 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] [chan 188] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:58.170242 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 188] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:58.170443 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 188 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:58.172509 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 188] Sesch channel 188 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:58.204975 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 188] EOF received (188) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:58.205356 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 188] EOF sent (188) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:58.206092 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:58.206520 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@tmp_snapshot_for_replication__377cc302_673e_4c06_aedd_28515d94045a_time_2026-02-19T02:51:11.064668" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:52:58.207131 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@tmp_snapshot_for_replication__377cc302_673e_4c06_aedd_28515d94045a_time_2026-02-19T02:51:11.064668" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:52:58.207453 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@tmp_snapshot_for_replication__377cc302_673e_4c06_aedd_28515d94045a_time_2026-02-19T02:51:11.064668 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:58.207784 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] [chan 210] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:58.208516 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 210] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:58.208748 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 210 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:58.210796 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 210] Sesch channel 210 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:58.240967 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 210] EOF received (210) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:58.241395 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 210] EOF sent (210) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:58.241980 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:52:58.242294 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:52:58.242746 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:52:58.243061 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] [chan 197] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:58.243719 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 197] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:58.243883 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 197 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:52:58.245509 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 197] Sesch channel 197 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:58.265005 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 197] EOF received (197) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:58.265387 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 197] EOF sent (197) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:52:58.265972 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:00.267478 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@tmp_snapshot_for_replication__377cc302_673e_4c06_aedd_28515d94045a_time_2026-02-19T02:51:11.064668 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:00.268124 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] [chan 198] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:00.268741 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 198] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:00.268906 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 198 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:00.270960 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 198] Sesch channel 198 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:00.309481 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 198] EOF received (198) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:00.309715 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 198] EOF sent (198) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:00.310083 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:00.310429 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@tmp_snapshot_for_replication__377cc302_673e_4c06_aedd_28515d94045a_time_2026-02-19T02:51:11.064668" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.103s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:53:00.310633 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@tmp_snapshot_for_replication__15aa7092_d47d_41aa_befe_144532b1b12f_time_2026-02-19T02:51:17.178750" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:53:00.311036 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@tmp_snapshot_for_replication__15aa7092_d47d_41aa_befe_144532b1b12f_time_2026-02-19T02:51:17.178750" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:53:00.311210 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@tmp_snapshot_for_replication__15aa7092_d47d_41aa_befe_144532b1b12f_time_2026-02-19T02:51:17.178750 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:00.311446 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] [chan 189] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:00.311988 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 189] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:00.312083 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 189 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:00.313748 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 189] Sesch channel 189 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:00.349031 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 189] EOF received (189) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:00.349158 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 189] EOF sent (189) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:00.349898 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:00.350213 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:53:00.350749 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:00.351068 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] [chan 211] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:00.352123 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 211] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:00.352419 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 211 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:00.354285 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 211] Sesch channel 211 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:00.369955 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 211] EOF received (211) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:00.370305 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 211] EOF sent (211) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:00.370944 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:01.295217 np0000156481 manila-share[88844]: DEBUG dbcounter [-] [88844] Writing DB stats manila:SELECT=628,manila:UPDATE=72,manila:INSERT=51 {{(pid=88844) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:53:02.371746 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@tmp_snapshot_for_replication__15aa7092_d47d_41aa_befe_144532b1b12f_time_2026-02-19T02:51:17.178750 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:02.372537 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] [chan 198] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:02.372604 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 198] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:02.372749 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 198 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:02.374612 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 198] Sesch channel 198 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:02.416506 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 198] EOF received (198) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:02.416765 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 198] EOF sent (198) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:02.417256 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:02.417625 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a@tmp_snapshot_for_replication__15aa7092_d47d_41aa_befe_144532b1b12f_time_2026-02-19T02:51:17.178750" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.107s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:53:02.417847 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:53:02.418183 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:53:02.418398 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:02.418635 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] [chan 90] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:02.419084 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 90] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:02.419172 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 90 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:02.420638 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 90] Sesch channel 90 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:02.445727 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 90] EOF received (90) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:02.446146 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 90] EOF sent (90) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:02.446802 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:02.447127 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:53:02.447475 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.029s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:53:02.447766 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:53:02.448270 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:53:02.448667 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:02.449000 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] [chan 199] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:02.449706 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 199] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:02.449816 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 199 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:02.451470 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 199] Sesch channel 199 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:02.476910 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 199] EOF received (199) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:02.477127 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 199] EOF sent (199) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:02.477525 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:02.477783 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is /gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:53:02.477947 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): lsof -w /gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:02.478154 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] [chan 190] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:02.478690 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 190] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:02.478772 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 190 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:02.480427 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 190] Sesch channel 190 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:02.591349 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 190] EOF received (190) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:02.591693 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 190] EOF sent (190) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:02.592349 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:02.592824 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount /gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:02.593183 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] [chan 212] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:02.593910 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 212] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:02.594074 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 212 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:02.596098 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 212] Sesch channel 212 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:02.625523 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 212] EOF received (212) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:02.625847 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 212] EOF sent (212) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:02.626222 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:04.627920 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:04.628677 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] [chan 199] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:04.629290 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 199] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:04.629557 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 199 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:04.631776 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 199] Sesch channel 199 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:04.685865 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 199] EOF received (199) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:04.686205 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 199] EOF sent (199) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:04.686688 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:04.687050 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_377cc302_673e_4c06_aedd_28515d94045a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.239s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:53:04.760929 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Created reservations ['c749fa77-171b-43d0-b4f9-94d9da82d0de', '7a70a247-84b1-40f7-af81-418a2c08e7f2', '9920b25a-25a5-4ade-bb94-098ef0b89438', 'b4f37ec0-ab15-410d-a3b3-e41494f3db69', '11d62723-4309-4ec1-9972-1ddbe9231307', '81c76d3f-7dbc-4378-a2f6-ea2aa249d776', '42736171-acae-4a5a-adb0-37dde60f507b', '6345df8c-ab99-4c39-ba44-3941dda99c0d'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:53:04.775478 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Committed reservations ['c749fa77-171b-43d0-b4f9-94d9da82d0de', '7a70a247-84b1-40f7-af81-418a2c08e7f2', '9920b25a-25a5-4ade-bb94-098ef0b89438', 'b4f37ec0-ab15-410d-a3b3-e41494f3db69', '11d62723-4309-4ec1-9972-1ddbe9231307', '81c76d3f-7dbc-4378-a2f6-ea2aa249d776', '42736171-acae-4a5a-adb0-37dde60f507b', '6345df8c-ab99-4c39-ba44-3941dda99c0d'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:53:04.779708 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-10b4e4ac-3d24-4292-b63e-2fd307c04971 tempest-ReplicationSnapshotTest-1722040859 None] Share instance 377cc302-673e-4c06-aedd-28515d94045a: deleted successfully.
Feb 19 02:53:05.211573 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:53:05.211912 np0000156481 manila-share[88844]: DEBUG manila.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Notifying Schedulers of capabilities ... {{(pid=88844) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:53:05.215193 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:53:05.237720 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:53:05.237882 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica instances. {{(pid=88844) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:53:05.245258 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:53:05.245445 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:53:05.251285 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:53:05.251483 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:53:05.254571 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:53:05.254738 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica snapshots. {{(pid=88844) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:53:05.262588 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._report_driver_status {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:53:05.262710 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share status
Feb 19 02:53:05.262954 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:05.263168 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 200] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:05.263600 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 200] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:05.263699 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 200 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:05.264860 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 200] Sesch channel 200 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:05.289715 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 200] EOF received (200) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:05.290205 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 200] EOF sent (200) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:05.290968 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:05.291408 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option free's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:53:05.291755 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:05.292101 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 191] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:05.292828 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 191] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:05.293048 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 191 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:05.294638 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 191] Sesch channel 191 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:05.322544 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 191] EOF received (191) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:05.323145 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 191] EOF sent (191) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:05.323852 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:05.324185 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option size's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:53:05.324653 np0000156481 manila-share[88844]: DEBUG manila.share.driver [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share stats. {{(pid=88844) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:53:05.325283 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:53:05.329725 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:53:05.332817 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:53:05.332941 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share instances. {{(pid=88844) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:53:05.338048 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:53:07.401819 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3425dfe1-fb4b-400d-bd60-bbb78dd9c483" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:53:07.402644 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_3425dfe1-fb4b-400d-bd60-bbb78dd9c483" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:53:07.404356 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_3425dfe1-fb4b-400d-bd60-bbb78dd9c483" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:53:07.404495 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3425dfe1-fb4b-400d-bd60-bbb78dd9c483" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:53:07.406113 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_3425dfe1-fb4b-400d-bd60-bbb78dd9c483" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:53:07.406854 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_3425dfe1-fb4b-400d-bd60-bbb78dd9c483" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:53:07.406986 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3425dfe1-fb4b-400d-bd60-bbb78dd9c483" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:53:07.407188 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_3425dfe1-fb4b-400d-bd60-bbb78dd9c483" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:53:07.409391 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_3425dfe1-fb4b-400d-bd60-bbb78dd9c483" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:53:07.409520 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] All access rules have been synced for share instance 3425dfe1-fb4b-400d-bd60-bbb78dd9c483 belonging to share 53a94c85-509f-490b-935c-366fe2583439. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:53:07.412637 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:07.412828 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] [chan 213] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:07.413230 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 213] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:07.413325 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 213 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:07.414934 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 213] Sesch channel 213 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:07.443482 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 213] EOF received (213) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:07.443651 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 213] EOF sent (213) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:07.443959 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:07.444128 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:07.444279 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] [chan 200] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:07.444654 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 200] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:07.444721 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 200 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:07.446208 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 200] Sesch channel 200 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:07.476708 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 200] EOF received (200) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:07.476871 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 200] EOF sent (200) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:07.477183 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:07.477400 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_3425dfe1_fb4b_400d_bd60_bbb78dd9c483" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:53:07.477731 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_3425dfe1_fb4b_400d_bd60_bbb78dd9c483" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:53:07.477843 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_3425dfe1_fb4b_400d_bd60_bbb78dd9c483 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:07.478019 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] [chan 96] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:07.478405 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 96] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:07.478511 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 96 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:07.480047 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 96] Sesch channel 96 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:07.503173 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 96] EOF received (96) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:07.503353 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 96] EOF sent (96) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:07.503618 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:07.503763 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:53:07.503902 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_3425dfe1_fb4b_400d_bd60_bbb78dd9c483" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.026s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:53:07.504043 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_3425dfe1_fb4b_400d_bd60_bbb78dd9c483" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:53:07.504250 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_3425dfe1_fb4b_400d_bd60_bbb78dd9c483" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:53:07.504381 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_3425dfe1_fb4b_400d_bd60_bbb78dd9c483 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:07.504535 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] [chan 201] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:07.505024 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 201] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:07.505135 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 201 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:07.507477 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 201] Sesch channel 201 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:07.535441 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 201] EOF received (201) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:07.535656 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 201] EOF sent (201) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:07.536023 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:07.536221 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is /gamma/manila_share_3425dfe1_fb4b_400d_bd60_bbb78dd9c483. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:53:07.536412 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): lsof -w /gamma/manila_share_3425dfe1_fb4b_400d_bd60_bbb78dd9c483 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:07.536616 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] [chan 192] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:07.537059 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 192] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:07.537167 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 192 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:07.538874 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 192] Sesch channel 192 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:07.655805 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 192] EOF received (192) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:07.661306 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 192] EOF sent (192) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:07.662046 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:07.662553 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount /gamma/manila_share_3425dfe1_fb4b_400d_bd60_bbb78dd9c483 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:07.662908 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] [chan 214] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:07.663547 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 214] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:07.663712 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 214 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:07.665471 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 214] Sesch channel 214 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:07.701397 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 214] EOF received (214) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:07.701629 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 214] EOF sent (214) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:07.702047 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:09.703201 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_3425dfe1_fb4b_400d_bd60_bbb78dd9c483 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:09.703992 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] [chan 201] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:09.704620 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 201] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:09.704868 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 201 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:09.707277 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 201] Sesch channel 201 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:09.770235 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 201] EOF received (201) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:09.770644 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 201] EOF sent (201) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:09.771308 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:09.771822 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_3425dfe1_fb4b_400d_bd60_bbb78dd9c483" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.267s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:53:09.874236 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] Created reservations ['020fbd83-bf83-48e6-acf2-a4bae2ac42d4', '5a0fd756-ae89-486f-a8a7-2e060bbda836', 'fe8851f4-07a8-4562-be81-62a155a057c6', 'cb2c391f-e58a-46b9-808e-a59ed5833fd2', '7cffb3c6-9e78-49ee-8936-3249aa82e103', '99b33ef8-aa93-4728-8ca7-a883257a0345', '93e92582-6825-4f9c-917b-445285241eee', '9f370335-325e-41e6-8cbf-da8885ca35e7'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:53:09.887446 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] Committed reservations ['020fbd83-bf83-48e6-acf2-a4bae2ac42d4', '5a0fd756-ae89-486f-a8a7-2e060bbda836', 'fe8851f4-07a8-4562-be81-62a155a057c6', 'cb2c391f-e58a-46b9-808e-a59ed5833fd2', '7cffb3c6-9e78-49ee-8936-3249aa82e103', '99b33ef8-aa93-4728-8ca7-a883257a0345', '93e92582-6825-4f9c-917b-445285241eee', '9f370335-325e-41e6-8cbf-da8885ca35e7'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:53:09.891776 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-89e6ab94-55e7-46e7-850b-fbe0d728547e tempest-ReplicationSnapshotTest-1722040859 None] Share instance 3425dfe1-fb4b-400d-bd60-bbb78dd9c483: deleted successfully.
Feb 19 02:53:10.584523 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0316e18f-4216-4a27-94f3-dc35ab12e067 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5@manila_share_snapshot_3393443e_9c9f_467d_91b7_4f29621a983e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:10.584722 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0316e18f-4216-4a27-94f3-dc35ab12e067 tempest-ReplicationSnapshotTest-1722040859 None] [chan 202] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:10.585102 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 202] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:10.585179 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 202 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:10.586414 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 202] Sesch channel 202 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:10.614723 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 202] EOF received (202) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:10.615092 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 202] EOF sent (202) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:10.615730 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0316e18f-4216-4a27-94f3-dc35ab12e067 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:10.616095 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0316e18f-4216-4a27-94f3-dc35ab12e067 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5@manila_share_snapshot_3393443e_9c9f_467d_91b7_4f29621a983e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:53:10.616752 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0316e18f-4216-4a27-94f3-dc35ab12e067 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5@manila_share_snapshot_3393443e_9c9f_467d_91b7_4f29621a983e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:53:10.617038 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0316e18f-4216-4a27-94f3-dc35ab12e067 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5@manila_share_snapshot_3393443e_9c9f_467d_91b7_4f29621a983e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:10.617430 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0316e18f-4216-4a27-94f3-dc35ab12e067 tempest-ReplicationSnapshotTest-1722040859 None] [chan 193] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:10.618042 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 193] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:10.618166 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 193 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:10.620246 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 193] Sesch channel 193 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:10.647963 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 193] EOF received (193) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:10.648353 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 193] EOF sent (193) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:10.649025 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0316e18f-4216-4a27-94f3-dc35ab12e067 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:10.649378 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-0316e18f-4216-4a27-94f3-dc35ab12e067 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:53:10.649835 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0316e18f-4216-4a27-94f3-dc35ab12e067 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:10.650165 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0316e18f-4216-4a27-94f3-dc35ab12e067 tempest-ReplicationSnapshotTest-1722040859 None] [chan 215] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:10.650963 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 215] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:10.651090 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 215 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:10.652688 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 215] Sesch channel 215 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:10.671934 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 215] EOF received (215) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:10.672351 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 215] EOF sent (215) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:10.672994 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0316e18f-4216-4a27-94f3-dc35ab12e067 tempest-ReplicationSnapshotTest-1722040859 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:12.674487 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0316e18f-4216-4a27-94f3-dc35ab12e067 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5@manila_share_snapshot_3393443e_9c9f_467d_91b7_4f29621a983e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:12.675147 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0316e18f-4216-4a27-94f3-dc35ab12e067 tempest-ReplicationSnapshotTest-1722040859 None] [chan 202] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:12.675656 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 202] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:12.675824 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 202 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:12.677805 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 202] Sesch channel 202 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:12.730242 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 202] EOF received (202) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:12.730650 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 202] EOF sent (202) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:12.731381 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0316e18f-4216-4a27-94f3-dc35ab12e067 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:12.731887 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-0316e18f-4216-4a27-94f3-dc35ab12e067 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5@manila_share_snapshot_3393443e_9c9f_467d_91b7_4f29621a983e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.115s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:53:12.810862 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-0316e18f-4216-4a27-94f3-dc35ab12e067 tempest-ReplicationSnapshotTest-1722040859 None] Created reservations ['c7ec576f-e9af-4745-866f-d239d79b1dbb', 'f7c40615-e39a-46d6-8a80-93040a9c41b5', '426e4646-0014-48ac-a71f-f786e8ff980a', 'e169bde8-da61-4a91-afd2-962b2dbcece5'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:53:12.824386 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-0316e18f-4216-4a27-94f3-dc35ab12e067 tempest-ReplicationSnapshotTest-1722040859 None] Committed reservations ['c7ec576f-e9af-4745-866f-d239d79b1dbb', 'f7c40615-e39a-46d6-8a80-93040a9c41b5', '426e4646-0014-48ac-a71f-f786e8ff980a', 'e169bde8-da61-4a91-afd2-962b2dbcece5'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:53:13.811543 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_638fad76-85ec-413a-ab64-ba81d2e4e0f5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:53:13.812144 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_638fad76-85ec-413a-ab64-ba81d2e4e0f5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:53:13.814037 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_638fad76-85ec-413a-ab64-ba81d2e4e0f5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:53:13.814176 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_638fad76-85ec-413a-ab64-ba81d2e4e0f5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:53:13.814398 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_638fad76-85ec-413a-ab64-ba81d2e4e0f5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:53:13.816299 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_638fad76-85ec-413a-ab64-ba81d2e4e0f5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:53:13.816467 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_638fad76-85ec-413a-ab64-ba81d2e4e0f5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:53:13.816662 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_638fad76-85ec-413a-ab64-ba81d2e4e0f5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:53:13.818451 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_638fad76-85ec-413a-ab64-ba81d2e4e0f5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:53:13.818590 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] All access rules have been synced for share instance 638fad76-85ec-413a-ab64-ba81d2e4e0f5 belonging to share 9105f93d-de8b-411f-af1a-266e48e0e2bb. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:53:13.822002 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:13.822198 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] [chan 203] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:13.822596 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 203] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:13.822673 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 203 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:13.823834 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 203] Sesch channel 203 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:13.850769 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 203] EOF received (203) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:13.851129 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 203] EOF sent (203) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:13.851913 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:13.852245 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:13.852627 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] [chan 194] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:13.853253 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 194] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:13.853443 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 194 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:13.855245 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 194] Sesch channel 194 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:13.885598 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 194] EOF received (194) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:13.885870 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 194] EOF sent (194) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:13.886453 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:13.886758 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5@tmp_snapshot_for_replication__638fad76_85ec_413a_ab64_ba81d2e4e0f5_time_2026-02-19T02:49:37.676180" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:53:13.887233 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5@tmp_snapshot_for_replication__638fad76_85ec_413a_ab64_ba81d2e4e0f5_time_2026-02-19T02:49:37.676180" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:53:13.887456 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5@tmp_snapshot_for_replication__638fad76_85ec_413a_ab64_ba81d2e4e0f5_time_2026-02-19T02:49:37.676180 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:13.887703 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] [chan 216] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:13.888178 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 216] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:13.888292 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 216 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:13.889901 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 216] Sesch channel 216 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:13.918384 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 216] EOF received (216) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:13.918640 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 216] EOF sent (216) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:13.919100 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:13.919345 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:53:13.919656 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:13.919896 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] [chan 203] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:13.920384 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 203] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:13.920511 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 203 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:13.922291 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 203] Sesch channel 203 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:13.940171 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 203] EOF received (203) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:13.940585 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 203] EOF sent (203) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:13.941271 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:15.942930 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5@tmp_snapshot_for_replication__638fad76_85ec_413a_ab64_ba81d2e4e0f5_time_2026-02-19T02:49:37.676180 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:15.944590 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] [chan 204] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:15.945195 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 204] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:15.945393 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 204 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:15.947338 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 204] Sesch channel 204 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:15.983351 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 204] EOF received (204) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:15.983594 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 204] EOF sent (204) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:15.983997 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:15.984339 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5@tmp_snapshot_for_replication__638fad76_85ec_413a_ab64_ba81d2e4e0f5_time_2026-02-19T02:49:37.676180" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.097s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:53:15.984513 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5@tmp_snapshot_for_replication__7d502b81_68d7_4bae_830c_e24d7ffcc042_time_2026-02-19T02:49:40.858299" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:53:15.984920 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5@tmp_snapshot_for_replication__7d502b81_68d7_4bae_830c_e24d7ffcc042_time_2026-02-19T02:49:40.858299" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:53:15.985082 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5@tmp_snapshot_for_replication__7d502b81_68d7_4bae_830c_e24d7ffcc042_time_2026-02-19T02:49:40.858299 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:15.985297 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] [chan 195] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:15.985746 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 195] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:15.985835 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 195 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:15.987541 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 195] Sesch channel 195 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:16.010993 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 195] EOF received (195) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:16.011441 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 195] EOF sent (195) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:16.012139 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:16.012499 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:53:16.012906 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:16.013229 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] [chan 217] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:16.013944 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 217] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:16.014088 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 217 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:16.015937 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 217] Sesch channel 217 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:16.034705 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 217] EOF received (217) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:16.035089 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 217] EOF sent (217) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:16.035710 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:18.037517 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5@tmp_snapshot_for_replication__7d502b81_68d7_4bae_830c_e24d7ffcc042_time_2026-02-19T02:49:40.858299 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:18.038477 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] [chan 204] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:18.038715 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 204] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:18.038881 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 204 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:18.040527 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 204] Sesch channel 204 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:18.077083 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 204] EOF received (204) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:18.077318 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 204] EOF sent (204) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:18.077758 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:18.078069 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5@tmp_snapshot_for_replication__7d502b81_68d7_4bae_830c_e24d7ffcc042_time_2026-02-19T02:49:40.858299" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.093s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:53:18.078262 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5@tmp_snapshot_for_replication__7d502b81_68d7_4bae_830c_e24d7ffcc042_time_2026-02-19T02:49:44.170213" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:53:18.078683 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5@tmp_snapshot_for_replication__7d502b81_68d7_4bae_830c_e24d7ffcc042_time_2026-02-19T02:49:44.170213" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:53:18.078887 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5@tmp_snapshot_for_replication__7d502b81_68d7_4bae_830c_e24d7ffcc042_time_2026-02-19T02:49:44.170213 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:18.079096 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] [chan 205] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:18.079563 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 205] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:18.079667 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 205 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:18.081405 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 205] Sesch channel 205 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:18.110086 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 205] EOF received (205) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:18.110483 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 205] EOF sent (205) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:18.111060 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:18.111412 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:53:18.111813 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:18.112133 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] [chan 196] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:18.112974 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 196] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:18.113213 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 196 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:18.115356 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 196] Sesch channel 196 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:18.130385 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 196] EOF received (196) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:18.130736 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 196] EOF sent (196) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:18.131353 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:20.133153 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5@tmp_snapshot_for_replication__7d502b81_68d7_4bae_830c_e24d7ffcc042_time_2026-02-19T02:49:44.170213 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:20.133964 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] [chan 218] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:20.134295 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 218] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:20.134545 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 218 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:20.136972 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 218] Sesch channel 218 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:20.178460 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 218] EOF received (218) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:20.179377 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 218] EOF sent (218) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:20.179985 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:20.180417 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5@tmp_snapshot_for_replication__7d502b81_68d7_4bae_830c_e24d7ffcc042_time_2026-02-19T02:49:44.170213" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.102s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:53:20.180657 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:53:20.181073 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:53:20.181274 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:20.181568 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] [chan 91] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:20.182131 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 91] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:20.182244 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 91 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:20.184046 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 91] Sesch channel 91 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:20.212096 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 91] EOF received (91) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:20.212521 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 91] EOF sent (91) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:20.213199 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:20.213585 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:53:20.213917 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.033s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:53:20.214217 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:53:20.214793 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:53:20.215039 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:20.215686 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] [chan 205] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:20.216384 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 205] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:20.216572 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 205 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:20.218852 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 205] Sesch channel 205 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:20.245730 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 205] EOF received (205) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:20.246159 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 205] EOF sent (205) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:20.246854 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:20.247186 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is /gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:53:20.247508 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): lsof -w /gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:20.247949 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] [chan 206] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:20.248636 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 206] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:20.248759 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 206 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:20.250560 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 206] Sesch channel 206 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:20.374086 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 206] EOF received (206) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:20.374541 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 206] EOF sent (206) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:20.375295 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:20.375964 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount /gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:20.376601 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] [chan 197] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:20.377359 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 197] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:20.377545 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 197 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:20.379390 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 197] Sesch channel 197 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:20.419654 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 197] EOF received (197) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:20.420064 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 197] EOF sent (197) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:20.420862 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:21.468401 np0000156481 manila-share[88840]: DEBUG dbcounter [-] [88840] Writing DB stats manila:SELECT=270,manila:UPDATE=32,manila:INSERT=8 {{(pid=88840) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:53:22.422409 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:22.422836 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] [chan 219] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:22.423689 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 219] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:22.423848 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 219 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:22.426471 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 219] Sesch channel 219 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:22.475916 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 219] EOF received (219) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:22.476454 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 219] EOF sent (219) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:22.477132 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:22.477625 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_638fad76_85ec_413a_ab64_ba81d2e4e0f5" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.263s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:53:22.573379 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Created reservations ['d451265f-5b80-457e-878b-651eec41f980', '1109f71b-e62e-4909-8f41-15c532c874f9', '69532d18-2f07-4074-85b0-7d2fbf48aa70', 'a0a8e50d-4e7a-45a4-8605-1ac62771284f', 'df3ef899-1b2f-4a02-8efd-d0439752e2f3', '170307c7-4c85-492f-890b-17bd08e1897f', '54928830-dca2-45aa-88e4-8b0bad1f6251', 'a020ae83-a062-49d6-982c-250d41deb0fa'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:53:22.592472 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Committed reservations ['d451265f-5b80-457e-878b-651eec41f980', '1109f71b-e62e-4909-8f41-15c532c874f9', '69532d18-2f07-4074-85b0-7d2fbf48aa70', 'a0a8e50d-4e7a-45a4-8605-1ac62771284f', 'df3ef899-1b2f-4a02-8efd-d0439752e2f3', '170307c7-4c85-492f-890b-17bd08e1897f', '54928830-dca2-45aa-88e4-8b0bad1f6251', 'a020ae83-a062-49d6-982c-250d41deb0fa'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:53:22.596860 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-62417375-02a3-431d-8536-9ef1d5e5e55c tempest-ReplicationSnapshotTest-1722040859 None] Share instance 638fad76-85ec-413a-ab64-ba81d2e4e0f5: deleted successfully.
Feb 19 02:53:23.132747 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0eecbb1f-07a8-4272-9a18-e3aae20a386e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:53:23.133506 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_0eecbb1f-07a8-4272-9a18-e3aae20a386e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:53:23.135306 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_0eecbb1f-07a8-4272-9a18-e3aae20a386e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:53:23.135445 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0eecbb1f-07a8-4272-9a18-e3aae20a386e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:53:23.135698 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_0eecbb1f-07a8-4272-9a18-e3aae20a386e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:53:23.138115 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_0eecbb1f-07a8-4272-9a18-e3aae20a386e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:53:23.138296 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0eecbb1f-07a8-4272-9a18-e3aae20a386e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:53:23.138604 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_0eecbb1f-07a8-4272-9a18-e3aae20a386e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:53:23.141174 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_0eecbb1f-07a8-4272-9a18-e3aae20a386e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:53:23.141284 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] All access rules have been synced for share instance 0eecbb1f-07a8-4272-9a18-e3aae20a386e belonging to share d1bea693-e383-458a-9221-d8ecbcd76524. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:53:23.145183 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:23.145431 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] [chan 279] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:23.146003 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 279] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:23.146079 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 279 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:23.147775 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 279] Sesch channel 279 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:23.180988 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 279] EOF received (279) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:23.181444 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 279] EOF sent (279) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:23.182237 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:23.182682 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:23.183067 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] [chan 233] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:23.183840 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 233] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:23.184012 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 233 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:23.187339 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 233] Sesch channel 233 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:23.214912 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 233] EOF received (233) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:23.215258 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 233] EOF sent (233) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:23.215961 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:23.216468 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e@tmp_snapshot_for_replication__59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896_time_2026-02-19T02:49:15.217200" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:53:23.217280 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e@tmp_snapshot_for_replication__59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896_time_2026-02-19T02:49:15.217200" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:53:23.217582 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e@tmp_snapshot_for_replication__59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896_time_2026-02-19T02:49:15.217200 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:23.218009 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] [chan 254] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:23.218586 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 254] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:23.218740 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 254 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:23.220280 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 254] Sesch channel 254 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:23.243614 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 254] EOF received (254) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:23.243904 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 254] EOF sent (254) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:23.244353 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:23.244606 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:53:23.244959 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:23.245212 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] [chan 280] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:23.245809 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 280] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:23.245935 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 280 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:23.247989 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 280] Sesch channel 280 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:23.265159 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 280] EOF received (280) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:23.265594 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 280] EOF sent (280) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:23.266360 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:25.267294 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e@tmp_snapshot_for_replication__59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896_time_2026-02-19T02:49:15.217200 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:25.268061 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] [chan 234] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:25.268590 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 234] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:25.268804 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 234 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:25.270859 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 234] Sesch channel 234 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:25.310353 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 234] EOF received (234) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:25.310736 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 234] EOF sent (234) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:25.311423 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:25.311907 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e@tmp_snapshot_for_replication__59ab18e8_f1d1_4611_9c4f_b2ed3c5e6896_time_2026-02-19T02:49:15.217200" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.095s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:53:25.312236 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e@tmp_snapshot_for_replication__0eecbb1f_07a8_4272_9a18_e3aae20a386e_time_2026-02-19T02:49:18.500417" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:53:25.312854 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e@tmp_snapshot_for_replication__0eecbb1f_07a8_4272_9a18_e3aae20a386e_time_2026-02-19T02:49:18.500417" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:53:25.313159 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e@tmp_snapshot_for_replication__0eecbb1f_07a8_4272_9a18_e3aae20a386e_time_2026-02-19T02:49:18.500417 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:25.313534 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] [chan 255] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:25.314259 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 255] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:25.314451 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 255 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:25.316749 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 255] Sesch channel 255 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:25.342880 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 255] EOF received (255) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:25.343464 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 255] EOF sent (255) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:25.344090 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:25.344480 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:53:25.344945 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:25.345291 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] [chan 281] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:25.345990 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 281] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:25.346165 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 281 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:25.347981 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 281] Sesch channel 281 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:25.367513 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 281] EOF received (281) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:25.367908 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 281] EOF sent (281) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:25.368552 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:25.675076 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:25.880619 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:27.369871 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e@tmp_snapshot_for_replication__0eecbb1f_07a8_4272_9a18_e3aae20a386e_time_2026-02-19T02:49:18.500417 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:27.370617 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] [chan 235] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:27.371303 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 235] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:27.371516 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 235 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:27.374051 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 235] Sesch channel 235 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:27.419021 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 235] EOF received (235) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:27.419336 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 235] EOF sent (235) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:27.421016 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:27.421521 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e@tmp_snapshot_for_replication__0eecbb1f_07a8_4272_9a18_e3aae20a386e_time_2026-02-19T02:49:18.500417" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.109s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:53:27.422343 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:53:27.422915 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:53:27.423135 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:27.423450 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] [chan 105] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:27.424245 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 105] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:27.424403 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 105 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:27.426349 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 105] Sesch channel 105 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:27.454067 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 105] EOF received (105) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:27.454542 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 105] EOF sent (105) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:27.455378 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:27.455839 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:53:27.456258 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.033s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:53:27.456670 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:53:27.457345 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:53:27.457732 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:27.458146 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] [chan 256] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:27.459154 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 256] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:27.459355 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 256 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:27.463108 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 256] Sesch channel 256 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:27.490858 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 256] EOF received (256) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:27.490858 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 256] EOF sent (256) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:27.491171 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:27.491453 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is /alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:53:27.491646 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): lsof -w /alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:27.492852 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] [chan 282] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:27.494015 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 282] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:27.494179 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 282 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:27.496499 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 282] Sesch channel 282 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:27.622729 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 282] EOF received (282) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:27.623055 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 282] EOF sent (282) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:27.623817 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:27.624409 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount /alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:27.625359 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] [chan 236] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:27.626011 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 236] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:27.626180 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 236 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:27.628031 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 236] Sesch channel 236 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:27.661061 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 236] EOF received (236) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:27.661061 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 236] EOF sent (236) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:27.661412 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:29.663005 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:29.663706 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] [chan 257] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:29.664510 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 257] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:29.664688 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 257 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:29.666704 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 257] Sesch channel 257 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:29.721865 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 257] EOF received (257) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:29.722294 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 257] EOF sent (257) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:29.722959 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:29.723479 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-alpha/manila_share_0eecbb1f_07a8_4272_9a18_e3aae20a386e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.266s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:53:29.823282 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Created reservations ['7eb01543-2430-41bf-a71f-d9308b8aec9e', 'd665c6bf-bf5b-4aa2-bb7c-1807dee28eb2', '62b49008-ff7a-459f-b940-e27d3f20e47a', 'e721aa79-20e8-4453-8f6f-48e37f3c4f02', '0ded2d91-d1e3-488b-bf0c-241c0c8ff3e6', 'e87f4c52-d5bc-4adf-a729-59f332158de3', '66bb8d51-a8ad-4ad4-bfc1-a9214d6aa237', 'd87198f0-6ea7-4e41-8b81-10d50980a51c'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:53:29.839713 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Committed reservations ['7eb01543-2430-41bf-a71f-d9308b8aec9e', 'd665c6bf-bf5b-4aa2-bb7c-1807dee28eb2', '62b49008-ff7a-459f-b940-e27d3f20e47a', 'e721aa79-20e8-4453-8f6f-48e37f3c4f02', '0ded2d91-d1e3-488b-bf0c-241c0c8ff3e6', 'e87f4c52-d5bc-4adf-a729-59f332158de3', '66bb8d51-a8ad-4ad4-bfc1-a9214d6aa237', 'd87198f0-6ea7-4e41-8b81-10d50980a51c'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:53:29.845054 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-e94cb2c9-22f9-4ec9-b3fb-500ff8434fcd tempest-ReplicationSnapshotTest-1722040859 None] Share instance 0eecbb1f-07a8-4272-9a18-e3aae20a386e: deleted successfully.
Feb 19 02:53:30.440231 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:53:30.440607 np0000156481 manila-share[88840]: DEBUG manila.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Notifying Schedulers of capabilities ... {{(pid=88840) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:53:30.448389 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:53:30.469177 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:53:30.469368 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica instances. {{(pid=88840) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:53:30.477660 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:53:30.477801 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:53:30.482878 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:53:30.483013 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:53:30.485840 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:53:30.485973 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica snapshots. {{(pid=88840) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:53:30.493840 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._report_driver_status {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:53:30.493953 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share status
Feb 19 02:53:30.494128 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:30.494376 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 283] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:30.494886 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 283] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:30.494987 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 283 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:30.496749 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 283] Sesch channel 283 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:30.529239 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 283] EOF received (283) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:30.529239 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 283] EOF sent (283) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:30.529239 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:30.529239 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:53:30.529239 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:30.529239 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 237] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:30.529239 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 237] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:30.529239 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 237 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:30.529239 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 237] Sesch channel 237 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:30.551791 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 237] EOF received (237) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:30.552000 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 237] EOF sent (237) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:30.552369 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:30.552500 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:53:30.552679 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:30.552914 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 258] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:30.553373 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 258] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:30.553466 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 258 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:30.555145 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 258] Sesch channel 258 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:30.581966 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 258] EOF received (258) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:30.582186 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 258] EOF sent (258) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:30.582520 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:30.582676 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:53:30.582827 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:30.583397 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 284] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:30.583524 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 284] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:30.583848 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 284 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:30.585332 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 284] Sesch channel 284 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:30.612112 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 284] EOF received (284) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:30.612342 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 284] EOF sent (284) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:30.612670 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:30.612823 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:53:30.612976 np0000156481 manila-share[88840]: DEBUG manila.share.driver [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share stats. {{(pid=88840) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:53:30.613207 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:53:30.615837 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:53:30.618453 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:53:30.618581 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share instances. {{(pid=88840) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:53:30.625248 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:53:32.426597 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eee795d2-fc6c-4d8b-b170-4ebe21b30137" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:53:32.427022 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_eee795d2-fc6c-4d8b-b170-4ebe21b30137" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:53:32.429035 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_eee795d2-fc6c-4d8b-b170-4ebe21b30137" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:53:32.429216 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eee795d2-fc6c-4d8b-b170-4ebe21b30137" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:53:32.429524 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_eee795d2-fc6c-4d8b-b170-4ebe21b30137" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:53:32.431868 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_eee795d2-fc6c-4d8b-b170-4ebe21b30137" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:53:32.431996 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eee795d2-fc6c-4d8b-b170-4ebe21b30137" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:53:32.432197 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_eee795d2-fc6c-4d8b-b170-4ebe21b30137" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:53:32.433853 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_eee795d2-fc6c-4d8b-b170-4ebe21b30137" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:53:32.433973 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] All access rules have been synced for share instance eee795d2-fc6c-4d8b-b170-4ebe21b30137 belonging to share 3c088b80-a16e-4b65-9205-dbd656e19a76. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:53:32.437400 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:32.437591 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] [chan 206] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:32.438067 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 206] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:32.438159 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 206 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:32.439864 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 206] Sesch channel 206 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:32.465197 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 206] EOF received (206) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:32.465645 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 206] EOF sent (206) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:32.466463 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:32.466849 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:32.467199 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] [chan 207] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:32.467877 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 207] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:32.468053 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 207 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:32.469714 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 207] Sesch channel 207 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:32.497376 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 207] EOF received (207) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:32.497766 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 207] EOF sent (207) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:32.498690 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:32.499134 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137@tmp_snapshot_for_replication__eee795d2_fc6c_4d8b_b170_4ebe21b30137_time_2026-02-19T02:48:56.400731" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:53:32.499843 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137@tmp_snapshot_for_replication__eee795d2_fc6c_4d8b_b170_4ebe21b30137_time_2026-02-19T02:48:56.400731" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:53:32.500153 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137@tmp_snapshot_for_replication__eee795d2_fc6c_4d8b_b170_4ebe21b30137_time_2026-02-19T02:48:56.400731 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:32.500539 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] [chan 198] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:32.501341 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 198] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:32.501524 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 198 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:32.503877 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 198] Sesch channel 198 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:32.531518 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 198] EOF received (198) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:32.531894 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 198] EOF sent (198) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:32.532731 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:32.533101 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:53:32.533569 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:32.533945 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] [chan 220] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:32.534667 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 220] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:32.534883 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 220 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:32.536891 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 220] Sesch channel 220 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:32.558519 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 220] EOF received (220) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:32.558903 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 220] EOF sent (220) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:32.559585 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:34.561340 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137@tmp_snapshot_for_replication__eee795d2_fc6c_4d8b_b170_4ebe21b30137_time_2026-02-19T02:48:56.400731 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:34.562060 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] [chan 207] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:34.562534 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 207] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:34.562690 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 207 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:34.564787 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 207] Sesch channel 207 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:34.603710 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 207] EOF received (207) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:34.603959 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 207] EOF sent (207) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:34.604449 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:34.604772 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137@tmp_snapshot_for_replication__eee795d2_fc6c_4d8b_b170_4ebe21b30137_time_2026-02-19T02:48:56.400731" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.105s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:53:34.604971 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137@tmp_snapshot_for_replication__91dc1549_c477_41e0_84f0_00f12310c6ac_time_2026-02-19T02:48:59.692380" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:53:34.605379 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137@tmp_snapshot_for_replication__91dc1549_c477_41e0_84f0_00f12310c6ac_time_2026-02-19T02:48:59.692380" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:53:34.605566 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137@tmp_snapshot_for_replication__91dc1549_c477_41e0_84f0_00f12310c6ac_time_2026-02-19T02:48:59.692380 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:34.605785 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] [chan 208] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:34.606526 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 208] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:34.606631 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 208 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:34.608149 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 208] Sesch channel 208 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:34.632556 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 208] EOF received (208) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:34.632904 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 208] EOF sent (208) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:34.633518 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:34.633847 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:53:34.634232 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:34.634577 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] [chan 199] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:34.635334 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 199] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:34.635580 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 199 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:34.637826 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 199] Sesch channel 199 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:34.657141 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 199] EOF received (199) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:34.657487 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 199] EOF sent (199) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:34.657845 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:36.659116 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137@tmp_snapshot_for_replication__91dc1549_c477_41e0_84f0_00f12310c6ac_time_2026-02-19T02:48:59.692380 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:36.659937 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] [chan 221] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:36.660288 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 221] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:36.660492 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 221 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:36.662821 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 221] Sesch channel 221 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:36.705698 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 221] EOF received (221) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:36.706081 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 221] EOF sent (221) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:36.706786 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:36.707274 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137@tmp_snapshot_for_replication__91dc1549_c477_41e0_84f0_00f12310c6ac_time_2026-02-19T02:48:59.692380" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.102s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:53:36.707620 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:53:36.708127 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:53:36.708453 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:36.708802 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] [chan 97] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:36.709499 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 97] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:36.709674 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 97 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:36.711505 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 97] Sesch channel 97 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:36.738413 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 97] EOF received (97) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:36.738829 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 97] EOF sent (97) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:36.739492 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:36.739828 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:53:36.740153 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.032s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:53:36.740479 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:53:36.740977 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:53:36.741256 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:36.741631 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] [chan 208] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:36.742459 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 208] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:36.742632 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 208 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:36.744688 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 208] Sesch channel 208 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:36.769430 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 208] EOF received (208) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:36.769805 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 208] EOF sent (208) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:36.770433 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:36.771006 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is /gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:53:36.771115 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): lsof -w /gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:36.771935 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] [chan 209] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:36.772648 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 209] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:36.772809 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 209 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:36.774957 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 209] Sesch channel 209 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:36.897355 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 209] EOF received (209) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:36.897603 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 209] EOF sent (209) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:36.897897 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:36.898148 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount /gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:36.898347 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] [chan 200] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:36.898719 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 200] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:36.898796 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 200 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:36.900680 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 200] Sesch channel 200 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:36.930056 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 200] EOF received (200) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:36.930420 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 200] EOF sent (200) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:36.930931 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:38.932167 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:38.933204 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] [chan 222] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:38.933910 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 222] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:38.933910 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 222 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:38.935858 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 222] Sesch channel 222 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:38.989962 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 222] EOF received (222) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:38.990635 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 222] EOF sent (222) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:38.991520 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:38.992097 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-gamma/manila_share_eee795d2_fc6c_4d8b_b170_4ebe21b30137" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.251s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:53:39.082775 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Created reservations ['a9154451-10dc-4ee6-b600-d50d20e286e9', 'd3a118df-6a85-4c7f-97d7-3217c0abecdd', '227f73e6-4e4d-4658-bb73-927186979b62', '34ba33a6-e5a7-45bf-a88e-ecb10853644c', '6c573a25-f2aa-476a-b800-81f76e3f1f5d', '1ffe87a5-c175-4fed-a786-9a9a5819455b', '9d85d203-633c-43f7-81ae-4ac2a6dd8d68', 'f00492ef-e037-402b-80dc-79cd3aeac2eb'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:53:39.097939 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Committed reservations ['a9154451-10dc-4ee6-b600-d50d20e286e9', 'd3a118df-6a85-4c7f-97d7-3217c0abecdd', '227f73e6-4e4d-4658-bb73-927186979b62', '34ba33a6-e5a7-45bf-a88e-ecb10853644c', '6c573a25-f2aa-476a-b800-81f76e3f1f5d', '1ffe87a5-c175-4fed-a786-9a9a5819455b', '9d85d203-633c-43f7-81ae-4ac2a6dd8d68', 'f00492ef-e037-402b-80dc-79cd3aeac2eb'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:53:39.103305 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-d1b00027-baa4-4ae6-bfa3-49f85cf9a95b tempest-ReplicationSnapshotTest-1722040859 None] Share instance eee795d2-fc6c-4d8b-b170-4ebe21b30137: deleted successfully.
Feb 19 02:53:41.652459 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f1d4a39c-5557-49f5-ba45-9ef0fdae5b74 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha/manila_share_281061d2_306d_4f66_9835_b11cd7541ea1@manila_share_snapshot_79ab8c8a_f16a_4792_9682_fa3f5a67182f {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:41.653098 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-f1d4a39c-5557-49f5-ba45-9ef0fdae5b74 tempest-ReplicationSnapshotTest-1722040859 None] [chan 238] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:41.653182 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 238] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:41.653294 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 238 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:41.655048 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 238] Sesch channel 238 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:41.680899 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 238] EOF received (238) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:41.681359 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 238] EOF sent (238) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:41.682072 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f1d4a39c-5557-49f5-ba45-9ef0fdae5b74 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:41.682521 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f1d4a39c-5557-49f5-ba45-9ef0fdae5b74 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-alpha/manila_share_281061d2_306d_4f66_9835_b11cd7541ea1@manila_share_snapshot_79ab8c8a_f16a_4792_9682_fa3f5a67182f" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:53:41.683272 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f1d4a39c-5557-49f5-ba45-9ef0fdae5b74 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-alpha/manila_share_281061d2_306d_4f66_9835_b11cd7541ea1@manila_share_snapshot_79ab8c8a_f16a_4792_9682_fa3f5a67182f" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:53:41.683681 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f1d4a39c-5557-49f5-ba45-9ef0fdae5b74 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_281061d2_306d_4f66_9835_b11cd7541ea1@manila_share_snapshot_79ab8c8a_f16a_4792_9682_fa3f5a67182f {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:41.684048 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-f1d4a39c-5557-49f5-ba45-9ef0fdae5b74 tempest-ReplicationSnapshotTest-1722040859 None] [chan 259] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:41.684764 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 259] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:41.684953 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 259 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:41.687173 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 259] Sesch channel 259 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:41.714110 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 259] EOF received (259) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:41.714592 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 259] EOF sent (259) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:41.715291 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f1d4a39c-5557-49f5-ba45-9ef0fdae5b74 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:41.715728 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-f1d4a39c-5557-49f5-ba45-9ef0fdae5b74 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:53:41.716195 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f1d4a39c-5557-49f5-ba45-9ef0fdae5b74 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:41.716600 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-f1d4a39c-5557-49f5-ba45-9ef0fdae5b74 tempest-ReplicationSnapshotTest-1722040859 None] [chan 285] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:41.717264 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 285] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:41.717533 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 285 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:41.719146 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 285] Sesch channel 285 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:41.739002 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 285] EOF received (285) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:41.739594 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 285] EOF sent (285) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:41.740538 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f1d4a39c-5557-49f5-ba45-9ef0fdae5b74 tempest-ReplicationSnapshotTest-1722040859 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:43.742432 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f1d4a39c-5557-49f5-ba45-9ef0fdae5b74 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_281061d2_306d_4f66_9835_b11cd7541ea1@manila_share_snapshot_79ab8c8a_f16a_4792_9682_fa3f5a67182f {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:43.744020 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-f1d4a39c-5557-49f5-ba45-9ef0fdae5b74 tempest-ReplicationSnapshotTest-1722040859 None] [chan 239] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:43.744020 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 239] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:43.744174 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 239 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:43.746158 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 239] Sesch channel 239 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:43.786625 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 239] EOF received (239) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:43.787019 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 239] EOF sent (239) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:43.787834 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-f1d4a39c-5557-49f5-ba45-9ef0fdae5b74 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:43.788346 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-f1d4a39c-5557-49f5-ba45-9ef0fdae5b74 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-alpha/manila_share_281061d2_306d_4f66_9835_b11cd7541ea1@manila_share_snapshot_79ab8c8a_f16a_4792_9682_fa3f5a67182f" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.105s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:53:43.874270 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-f1d4a39c-5557-49f5-ba45-9ef0fdae5b74 tempest-ReplicationSnapshotTest-1722040859 None] Created reservations ['6b835abd-73f2-47e2-8039-54a26cd25fcd', '65b7a682-35ba-4b98-aa28-de3f87a9e1fd', 'a479bb49-f0bd-4f1a-bc14-5ff38118cbc4', 'f7b61f36-0695-4d28-8807-3057e7398d8b'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:53:43.887973 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-f1d4a39c-5557-49f5-ba45-9ef0fdae5b74 tempest-ReplicationSnapshotTest-1722040859 None] Committed reservations ['6b835abd-73f2-47e2-8039-54a26cd25fcd', '65b7a682-35ba-4b98-aa28-de3f87a9e1fd', 'a479bb49-f0bd-4f1a-bc14-5ff38118cbc4', 'f7b61f36-0695-4d28-8807-3057e7398d8b'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:53:44.895581 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_281061d2-306d-4f66-9835-b11cd7541ea1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:53:44.896594 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_281061d2-306d-4f66-9835-b11cd7541ea1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:53:44.897889 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_281061d2-306d-4f66-9835-b11cd7541ea1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:53:44.898023 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_281061d2-306d-4f66-9835-b11cd7541ea1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:53:44.898237 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_281061d2-306d-4f66-9835-b11cd7541ea1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:53:44.900413 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_281061d2-306d-4f66-9835-b11cd7541ea1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:53:44.900655 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "locked_access_rules_operation_by_share_instance_281061d2-306d-4f66-9835-b11cd7541ea1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:53:44.900892 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_281061d2-306d-4f66-9835-b11cd7541ea1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:53:44.903401 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] Lock "locked_access_rules_operation_by_share_instance_281061d2-306d-4f66-9835-b11cd7541ea1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:53:44.903577 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] All access rules have been synced for share instance 281061d2-306d-4f66-9835-b11cd7541ea1 belonging to share 00347631-5d82-4103-ab07-ee81152fdd15. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:53:44.908066 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:44.908354 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] [chan 260] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:44.909043 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 260] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:44.909209 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 260 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:44.910854 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 260] Sesch channel 260 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:44.940034 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 260] EOF received (260) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:44.940436 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 260] EOF sent (260) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:44.941084 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:44.941455 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:44.941780 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] [chan 286] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:44.942429 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 286] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:44.942594 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 286 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:44.944525 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 286] Sesch channel 286 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:44.970706 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 286] EOF received (286) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:44.971056 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 286] EOF sent (286) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:44.971657 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:44.971989 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-alpha/manila_share_281061d2_306d_4f66_9835_b11cd7541ea1" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:53:44.972689 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-alpha/manila_share_281061d2_306d_4f66_9835_b11cd7541ea1" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:53:44.972923 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_281061d2_306d_4f66_9835_b11cd7541ea1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:44.973143 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] [chan 73] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:44.973686 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 73] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:44.973776 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 73 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:44.975547 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 73] Sesch channel 73 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:45.000974 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 73] EOF received (73) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:45.001447 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 73] EOF sent (73) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:45.002062 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:45.002413 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:53:45.002729 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-alpha/manila_share_281061d2_306d_4f66_9835_b11cd7541ea1" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.030s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:53:45.002999 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] Acquiring lock "zfs-dataset-alpha/manila_share_281061d2_306d_4f66_9835_b11cd7541ea1" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:53:45.003491 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-alpha/manila_share_281061d2_306d_4f66_9835_b11cd7541ea1" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:53:45.003758 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_281061d2_306d_4f66_9835_b11cd7541ea1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:45.004091 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] [chan 240] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:45.004795 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 240] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:45.004895 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 240 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:45.006558 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 240] Sesch channel 240 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:45.033928 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 240] EOF received (240) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:45.034279 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 240] EOF sent (240) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:45.034885 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:45.035190 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] ZFS option mountpoint's value is /alpha/manila_share_281061d2_306d_4f66_9835_b11cd7541ea1. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:53:45.035477 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): lsof -w /alpha/manila_share_281061d2_306d_4f66_9835_b11cd7541ea1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:45.035790 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] [chan 261] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:45.036713 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 261] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:45.036874 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 261 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:45.038947 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 261] Sesch channel 261 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:45.155459 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 261] EOF received (261) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:45.155801 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 261] EOF sent (261) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:45.156506 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:45.157064 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo umount /alpha/manila_share_281061d2_306d_4f66_9835_b11cd7541ea1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:45.157431 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] [chan 287] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:45.158129 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 287] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:45.158302 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 287 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:45.160442 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 287] Sesch channel 287 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:45.189908 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 287] EOF received (287) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:45.190266 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 287] EOF sent (287) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:45.190876 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:47.192488 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_281061d2_306d_4f66_9835_b11cd7541ea1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:47.192488 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] [chan 241] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:47.193583 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 241] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:47.193583 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 241 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:47.195444 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 241] Sesch channel 241 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:47.266285 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 241] EOF received (241) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:47.266818 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 241] EOF sent (241) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:47.267659 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:47.268197 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] Lock "zfs-dataset-alpha/manila_share_281061d2_306d_4f66_9835_b11cd7541ea1" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.265s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:53:47.456839 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] Created reservations ['c68eb6e6-9f18-4f64-a7b8-86fc24085cd4', '0767736c-77c4-4b02-b9c4-4d92df1d5d4e', 'd52df4a6-66ac-47ce-a16b-c114b4e732df', '909eb3c7-8b03-4532-adb8-54bf31ef5ac6', '0c15ae29-af09-4853-bf95-4b3e78ff4c00', '1ef72bfe-6400-4276-bb9b-e828a04d6d64', '7151296b-e513-4721-8158-a56ddbcd1c7d', '9fc8d0d5-10d9-4129-aa1a-372c70680a96'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:53:47.473727 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] Committed reservations ['c68eb6e6-9f18-4f64-a7b8-86fc24085cd4', '0767736c-77c4-4b02-b9c4-4d92df1d5d4e', 'd52df4a6-66ac-47ce-a16b-c114b4e732df', '909eb3c7-8b03-4532-adb8-54bf31ef5ac6', '0c15ae29-af09-4853-bf95-4b3e78ff4c00', '1ef72bfe-6400-4276-bb9b-e828a04d6d64', '7151296b-e513-4721-8158-a56ddbcd1c7d', '9fc8d0d5-10d9-4129-aa1a-372c70680a96'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:53:47.479987 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-c7025226-7bcb-43da-894f-e55f1bd5cb46 tempest-ReplicationSnapshotTest-1722040859 None] Share instance 281061d2-306d-4f66-9835-b11cd7541ea1: deleted successfully.
Feb 19 02:53:51.951763 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-72ffde67-65ef-4cf0-9714-2d72568cf59f tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off gamma/manila_share_3df61fc7_f9bc_40e7_816e_51f65060e2c4 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:51.952419 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-72ffde67-65ef-4cf0-9714-2d72568cf59f tempest-SharesNFSTest-1973828680 None] [chan 209] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:51.952419 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 209] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:51.952541 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 209 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:51.954083 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 209] Sesch channel 209 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:52.033905 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 209] EOF received (209) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:52.034281 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 209] EOF sent (209) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:52.035008 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-72ffde67-65ef-4cf0-9714-2d72568cf59f tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:52.035447 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-72ffde67-65ef-4cf0-9714-2d72568cf59f tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_3df61fc7_f9bc_40e7_816e_51f65060e2c4 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:52.035827 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-72ffde67-65ef-4cf0-9714-2d72568cf59f tempest-SharesNFSTest-1973828680 None] [chan 92] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:52.036392 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 92] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:52.036510 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 92 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:52.038022 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 92] Sesch channel 92 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:52.063799 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 92] EOF received (92) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:52.064308 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 92] EOF sent (92) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:52.065008 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-72ffde67-65ef-4cf0-9714-2d72568cf59f tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:52.065397 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-72ffde67-65ef-4cf0-9714-2d72568cf59f tempest-SharesNFSTest-1973828680 None] ZFS option mountpoint's value is /gamma/manila_share_3df61fc7_f9bc_40e7_816e_51f65060e2c4. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:53:52.088649 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-72ffde67-65ef-4cf0-9714-2d72568cf59f tempest-SharesNFSTest-1973828680 None] Share instance 3df61fc7-f9bc-40e7-816e-51f65060e2c4 created successfully.
Feb 19 02:53:55.140556 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14a641a5-ddc0-4c94-badc-d34cf8528fbd tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs snapshot gamma/manila_share_3df61fc7_f9bc_40e7_816e_51f65060e2c4@manila_share_snapshot_0180b62e_8b18_42b9_a254_8426b7dd7ec0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:55.141921 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14a641a5-ddc0-4c94-badc-d34cf8528fbd tempest-SharesNFSTest-1973828680 None] [chan 210] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:55.141921 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 210] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:55.141921 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 210 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:55.142894 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 210] Sesch channel 210 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:55.185046 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 210] EOF received (210) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:55.185599 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 210] EOF sent (210) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:55.186418 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14a641a5-ddc0-4c94-badc-d34cf8528fbd tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:58.463117 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-b5d55118-4714-4412-8981-9e6a1da0110c tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma/manila_share_3df61fc7_f9bc_40e7_816e_51f65060e2c4@manila_share_snapshot_0180b62e_8b18_42b9_a254_8426b7dd7ec0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:58.463807 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-b5d55118-4714-4412-8981-9e6a1da0110c tempest-SharesNFSTest-1973828680 None] [chan 201] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:58.464069 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 201] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:58.464162 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 201 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:58.466173 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 201] Sesch channel 201 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:58.493356 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 201] EOF received (201) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:58.493724 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 201] EOF sent (201) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:58.494523 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-b5d55118-4714-4412-8981-9e6a1da0110c tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:58.494893 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-b5d55118-4714-4412-8981-9e6a1da0110c tempest-SharesNFSTest-1973828680 None] Acquiring lock "zfs-dataset-gamma/manila_share_3df61fc7_f9bc_40e7_816e_51f65060e2c4@manila_share_snapshot_0180b62e_8b18_42b9_a254_8426b7dd7ec0" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:53:58.495523 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-b5d55118-4714-4412-8981-9e6a1da0110c tempest-SharesNFSTest-1973828680 None] Lock "zfs-dataset-gamma/manila_share_3df61fc7_f9bc_40e7_816e_51f65060e2c4@manila_share_snapshot_0180b62e_8b18_42b9_a254_8426b7dd7ec0" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:53:58.495797 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-b5d55118-4714-4412-8981-9e6a1da0110c tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_3df61fc7_f9bc_40e7_816e_51f65060e2c4@manila_share_snapshot_0180b62e_8b18_42b9_a254_8426b7dd7ec0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:58.496121 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-b5d55118-4714-4412-8981-9e6a1da0110c tempest-SharesNFSTest-1973828680 None] [chan 223] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:58.496755 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 223] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:58.496919 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 223 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:58.498880 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 223] Sesch channel 223 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:58.527268 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 223] EOF received (223) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:58.527691 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 223] EOF sent (223) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:58.528274 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-b5d55118-4714-4412-8981-9e6a1da0110c tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:53:58.528614 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-b5d55118-4714-4412-8981-9e6a1da0110c tempest-SharesNFSTest-1973828680 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:53:58.529027 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-b5d55118-4714-4412-8981-9e6a1da0110c tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:53:58.529357 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-b5d55118-4714-4412-8981-9e6a1da0110c tempest-SharesNFSTest-1973828680 None] [chan 210] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:58.529991 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 210] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:58.530137 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 210 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:53:58.532092 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 210] Sesch channel 210 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:58.552415 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 210] EOF received (210) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:58.552784 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 210] EOF sent (210) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:53:58.553384 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-b5d55118-4714-4412-8981-9e6a1da0110c tempest-SharesNFSTest-1973828680 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:00.554698 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-b5d55118-4714-4412-8981-9e6a1da0110c tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_3df61fc7_f9bc_40e7_816e_51f65060e2c4@manila_share_snapshot_0180b62e_8b18_42b9_a254_8426b7dd7ec0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:00.555561 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-b5d55118-4714-4412-8981-9e6a1da0110c tempest-SharesNFSTest-1973828680 None] [chan 211] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:00.556203 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 211] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:00.556396 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 211 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:00.558265 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 211] Sesch channel 211 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:00.600205 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 211] EOF received (211) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:00.600678 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 211] EOF sent (211) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:00.601608 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-b5d55118-4714-4412-8981-9e6a1da0110c tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:00.602198 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-b5d55118-4714-4412-8981-9e6a1da0110c tempest-SharesNFSTest-1973828680 None] Lock "zfs-dataset-gamma/manila_share_3df61fc7_f9bc_40e7_816e_51f65060e2c4@manila_share_snapshot_0180b62e_8b18_42b9_a254_8426b7dd7ec0" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.107s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:54:00.690239 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-b5d55118-4714-4412-8981-9e6a1da0110c tempest-SharesNFSTest-1973828680 None] Created reservations ['4f5aeaa9-c6f9-4a87-a0bd-2286db65e25a', '5e448af8-647b-4be8-ad03-ac65c4aec9e1', 'aee62a3f-5bfe-487e-920c-4e2bcefb5fbd', 'f0c17ee1-4672-4270-9e0f-c03860917037'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:54:00.702649 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-b5d55118-4714-4412-8981-9e6a1da0110c tempest-SharesNFSTest-1973828680 None] Committed reservations ['4f5aeaa9-c6f9-4a87-a0bd-2286db65e25a', '5e448af8-647b-4be8-ad03-ac65c4aec9e1', 'aee62a3f-5bfe-487e-920c-4e2bcefb5fbd', 'f0c17ee1-4672-4270-9e0f-c03860917037'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:54:01.641375 np0000156481 manila-share[88844]: DEBUG dbcounter [-] [88844] Writing DB stats manila:UPDATE=58,manila:SELECT=396,manila:INSERT=49 {{(pid=88844) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:54:01.663713 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3df61fc7-f9bc-40e7-816e-51f65060e2c4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:54:01.664050 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] Lock "locked_access_rules_operation_by_share_instance_3df61fc7-f9bc-40e7-816e-51f65060e2c4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:54:01.666190 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] Lock "locked_access_rules_operation_by_share_instance_3df61fc7-f9bc-40e7-816e-51f65060e2c4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:54:01.666303 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3df61fc7-f9bc-40e7-816e-51f65060e2c4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:54:01.666526 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] Lock "locked_access_rules_operation_by_share_instance_3df61fc7-f9bc-40e7-816e-51f65060e2c4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:54:01.668147 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] Lock "locked_access_rules_operation_by_share_instance_3df61fc7-f9bc-40e7-816e-51f65060e2c4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:54:01.668276 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3df61fc7-f9bc-40e7-816e-51f65060e2c4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:54:01.668491 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] Lock "locked_access_rules_operation_by_share_instance_3df61fc7-f9bc-40e7-816e-51f65060e2c4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:54:01.670284 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] Lock "locked_access_rules_operation_by_share_instance_3df61fc7-f9bc-40e7-816e-51f65060e2c4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:54:01.670426 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] All access rules have been synced for share instance 3df61fc7-f9bc-40e7-816e-51f65060e2c4 belonging to share 155fcf35-56cf-421b-8c65-dc1c8ae26c4f. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:54:01.673764 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:01.673950 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] [chan 202] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:01.674546 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 202] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:01.674645 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 202 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:01.676435 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 202] Sesch channel 202 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:01.705711 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 202] EOF received (202) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:01.706125 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 202] EOF sent (202) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:01.706758 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:01.707093 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:01.707442 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] [chan 224] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:01.708290 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 224] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:01.708820 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 224 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:01.710830 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 224] Sesch channel 224 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:01.738342 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 224] EOF received (224) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:01.738722 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 224] EOF sent (224) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:01.739094 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:01.739334 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] Acquiring lock "zfs-dataset-gamma/manila_share_3df61fc7_f9bc_40e7_816e_51f65060e2c4" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:54:01.739729 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] Lock "zfs-dataset-gamma/manila_share_3df61fc7_f9bc_40e7_816e_51f65060e2c4" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:54:01.739908 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_3df61fc7_f9bc_40e7_816e_51f65060e2c4 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:01.740115 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] [chan 98] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:01.740599 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 98] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:01.740700 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 98 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:01.742139 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 98] Sesch channel 98 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:01.766545 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 98] EOF received (98) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:01.766901 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 98] EOF sent (98) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:01.767669 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:01.767980 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:54:01.768283 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] Lock "zfs-dataset-gamma/manila_share_3df61fc7_f9bc_40e7_816e_51f65060e2c4" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.028s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:54:01.768595 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] Acquiring lock "zfs-dataset-gamma/manila_share_3df61fc7_f9bc_40e7_816e_51f65060e2c4" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:54:01.769087 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] Lock "zfs-dataset-gamma/manila_share_3df61fc7_f9bc_40e7_816e_51f65060e2c4" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:54:01.769439 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_3df61fc7_f9bc_40e7_816e_51f65060e2c4 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:01.769658 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] [chan 211] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:01.770071 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 211] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:01.770174 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 211 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:01.771515 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 211] Sesch channel 211 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:01.799137 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 211] EOF received (211) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:01.799631 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 211] EOF sent (211) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:01.800258 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:01.800615 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] ZFS option mountpoint's value is /gamma/manila_share_3df61fc7_f9bc_40e7_816e_51f65060e2c4. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:54:01.800884 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): lsof -w /gamma/manila_share_3df61fc7_f9bc_40e7_816e_51f65060e2c4 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:01.801260 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] [chan 212] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:01.802609 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 212] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:01.802796 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 212 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:01.805267 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 212] Sesch channel 212 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:01.925929 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 212] EOF received (212) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:01.926271 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 212] EOF sent (212) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:01.926871 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:01.927377 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo umount /gamma/manila_share_3df61fc7_f9bc_40e7_816e_51f65060e2c4 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:01.928358 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] [chan 203] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:01.929133 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 203] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:01.929307 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 203 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:01.931488 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 203] Sesch channel 203 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:01.970918 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 203] EOF received (203) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:01.971269 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 203] EOF sent (203) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:01.971846 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:03.973068 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_3df61fc7_f9bc_40e7_816e_51f65060e2c4 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:03.974022 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] [chan 225] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:03.974296 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 225] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:03.974573 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 225 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:03.976555 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 225] Sesch channel 225 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:04.046485 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 225] EOF received (225) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:04.046773 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 225] EOF sent (225) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:04.047204 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:04.047607 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] Lock "zfs-dataset-gamma/manila_share_3df61fc7_f9bc_40e7_816e_51f65060e2c4" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.279s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:54:04.139422 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] Created reservations ['36f233fc-4492-44a3-b428-0249ab47d343', '1de417e8-0f4e-468c-9f7b-ff92de01e201', '4d3a9bca-7935-49e5-a208-4aa312abefa7', 'a3511e8a-eb2a-455c-b4db-bfa226908f77'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:54:04.154795 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] Committed reservations ['36f233fc-4492-44a3-b428-0249ab47d343', '1de417e8-0f4e-468c-9f7b-ff92de01e201', '4d3a9bca-7935-49e5-a208-4aa312abefa7', 'a3511e8a-eb2a-455c-b4db-bfa226908f77'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:54:04.159720 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-bb7e901b-2bdc-42a5-bf37-d6c4d845ad0e tempest-SharesNFSTest-1973828680 None] Share instance 3df61fc7-f9bc-40e7-816e-51f65060e2c4: deleted successfully.
Feb 19 02:54:05.021205 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e44e6ccf-afaf-4d8d-a2e3-7850ca255a72 tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_516c1e87_851e_437b_b0db_b5e277995fc1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:05.021831 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e44e6ccf-afaf-4d8d-a2e3-7850ca255a72 tempest-SharesNFSTest-1973828680 None] [chan 262] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:05.022364 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 262] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:05.022465 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 262 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:05.024240 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 262] Sesch channel 262 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:05.118770 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 262] EOF received (262) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:05.119109 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 262] EOF sent (262) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:05.119742 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e44e6ccf-afaf-4d8d-a2e3-7850ca255a72 tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:05.119982 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e44e6ccf-afaf-4d8d-a2e3-7850ca255a72 tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_516c1e87_851e_437b_b0db_b5e277995fc1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:05.120223 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-e44e6ccf-afaf-4d8d-a2e3-7850ca255a72 tempest-SharesNFSTest-1973828680 None] [chan 106] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:05.120828 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 106] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:05.120921 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 106 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:05.122818 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 106] Sesch channel 106 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:05.147334 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 106] EOF received (106) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:05.147587 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 106] EOF sent (106) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:05.147992 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-e44e6ccf-afaf-4d8d-a2e3-7850ca255a72 tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:05.148205 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-e44e6ccf-afaf-4d8d-a2e3-7850ca255a72 tempest-SharesNFSTest-1973828680 None] ZFS option mountpoint's value is /alpha/manila_share_516c1e87_851e_437b_b0db_b5e277995fc1. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:54:05.171133 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-e44e6ccf-afaf-4d8d-a2e3-7850ca255a72 tempest-SharesNFSTest-1973828680 None] Share instance 516c1e87-851e-437b-b0db-b5e277995fc1 created successfully.
Feb 19 02:54:05.217574 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:54:05.218362 np0000156481 manila-share[88844]: DEBUG manila.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Notifying Schedulers of capabilities ... {{(pid=88844) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:54:05.220211 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:54:05.230703 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:54:05.230821 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica instances. {{(pid=88844) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:54:05.234879 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:54:05.234961 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:54:05.238549 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:54:05.238705 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:54:05.241369 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:54:05.241461 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica snapshots. {{(pid=88844) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:54:05.245156 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._report_driver_status {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:54:05.245283 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share status
Feb 19 02:54:05.245375 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:05.245531 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 212] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:05.245905 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 212] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:05.245986 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 212 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:05.247181 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 212] Sesch channel 212 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:05.278254 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 212] EOF received (212) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:05.278706 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 212] EOF sent (212) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:05.279403 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:05.279678 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option free's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:54:05.279913 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:05.280182 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 213] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:05.280848 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 213] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:05.281007 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 213 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:05.282607 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 213] Sesch channel 213 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:05.310699 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 213] EOF received (213) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:05.311145 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 213] EOF sent (213) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:05.311718 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:05.311985 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option size's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:54:05.312250 np0000156481 manila-share[88844]: DEBUG manila.share.driver [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share stats. {{(pid=88844) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:54:05.312622 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:54:05.317062 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:54:05.320016 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:54:05.320115 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share instances. {{(pid=88844) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:54:05.326963 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:54:08.255506 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] Acquiring lock "locked_access_rules_operation_by_share_instance_516c1e87-851e-437b-b0db-b5e277995fc1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:54:08.255903 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] Lock "locked_access_rules_operation_by_share_instance_516c1e87-851e-437b-b0db-b5e277995fc1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:54:08.258049 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] Lock "locked_access_rules_operation_by_share_instance_516c1e87-851e-437b-b0db-b5e277995fc1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:54:08.258191 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] Acquiring lock "locked_access_rules_operation_by_share_instance_516c1e87-851e-437b-b0db-b5e277995fc1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:54:08.258415 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] Lock "locked_access_rules_operation_by_share_instance_516c1e87-851e-437b-b0db-b5e277995fc1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:54:08.260419 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] Lock "locked_access_rules_operation_by_share_instance_516c1e87-851e-437b-b0db-b5e277995fc1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:54:08.260549 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] Acquiring lock "locked_access_rules_operation_by_share_instance_516c1e87-851e-437b-b0db-b5e277995fc1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:54:08.260755 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] Lock "locked_access_rules_operation_by_share_instance_516c1e87-851e-437b-b0db-b5e277995fc1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:54:08.263785 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] Lock "locked_access_rules_operation_by_share_instance_516c1e87-851e-437b-b0db-b5e277995fc1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:54:08.263952 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] All access rules have been synced for share instance 516c1e87-851e-437b-b0db-b5e277995fc1 belonging to share 9123b7ac-5ebc-40f0-b508-6926e08e4a8c. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:54:08.268227 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:08.268491 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] [chan 288] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:08.269127 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 288] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:08.269205 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 288 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:08.271551 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 288] Sesch channel 288 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:08.302505 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 288] EOF received (288) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:08.302970 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 288] EOF sent (288) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:08.303726 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:08.304093 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:08.304489 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] [chan 242] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:08.305226 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 242] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:08.305457 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 242 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:08.307683 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 242] Sesch channel 242 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:08.335445 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 242] EOF received (242) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:08.335833 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 242] EOF sent (242) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:08.336519 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:08.336884 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] Acquiring lock "zfs-dataset-alpha/manila_share_516c1e87_851e_437b_b0db_b5e277995fc1" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:54:08.337590 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] Lock "zfs-dataset-alpha/manila_share_516c1e87_851e_437b_b0db_b5e277995fc1" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:54:08.337881 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_516c1e87_851e_437b_b0db_b5e277995fc1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:08.338213 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] [chan 74] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:08.338891 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 74] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:08.339126 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 74 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:08.341358 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 74] Sesch channel 74 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:08.367674 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 74] EOF received (74) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:08.368077 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 74] EOF sent (74) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:08.368796 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:08.369151 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:54:08.369547 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] Lock "zfs-dataset-alpha/manila_share_516c1e87_851e_437b_b0db_b5e277995fc1" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.032s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:54:08.369876 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] Acquiring lock "zfs-dataset-alpha/manila_share_516c1e87_851e_437b_b0db_b5e277995fc1" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:54:08.370523 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] Lock "zfs-dataset-alpha/manila_share_516c1e87_851e_437b_b0db_b5e277995fc1" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:54:08.370822 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_516c1e87_851e_437b_b0db_b5e277995fc1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:08.371200 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] [chan 263] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:08.371836 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 263] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:08.372023 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 263 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:08.374068 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 263] Sesch channel 263 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:08.403512 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 263] EOF received (263) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:08.403962 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 263] EOF sent (263) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:08.404649 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:08.404999 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] ZFS option mountpoint's value is /alpha/manila_share_516c1e87_851e_437b_b0db_b5e277995fc1. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:54:08.405294 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): lsof -w /alpha/manila_share_516c1e87_851e_437b_b0db_b5e277995fc1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:08.405683 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] [chan 289] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:08.406356 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 289] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:08.406674 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 289 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:08.408880 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 289] Sesch channel 289 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:08.528710 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 289] EOF received (289) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:08.529096 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 289] EOF sent (289) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:08.529839 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:08.530396 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo umount /alpha/manila_share_516c1e87_851e_437b_b0db_b5e277995fc1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:08.530766 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] [chan 243] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:08.532251 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 243] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:08.532251 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 243 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:08.534034 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 243] Sesch channel 243 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:08.568631 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 243] EOF received (243) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:08.568893 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 243] EOF sent (243) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:08.569379 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:10.570772 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_516c1e87_851e_437b_b0db_b5e277995fc1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:10.571797 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] [chan 264] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:10.572558 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 264] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:10.572771 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 264 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:10.574707 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 264] Sesch channel 264 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:10.643547 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 264] EOF received (264) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:10.643990 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 264] EOF sent (264) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:10.644727 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:10.645215 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] Lock "zfs-dataset-alpha/manila_share_516c1e87_851e_437b_b0db_b5e277995fc1" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.275s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:54:10.730504 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] Created reservations ['41c38c76-6424-4c73-afe5-531cd9bce2f3', '2d1bce60-a44c-4a92-8b02-837b449fddfe', 'd7268774-0e1d-4719-b12c-3a71668fe108', '877a7e5a-98e2-4179-b564-1fe263724c76'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:54:10.743271 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] Committed reservations ['41c38c76-6424-4c73-afe5-531cd9bce2f3', '2d1bce60-a44c-4a92-8b02-837b449fddfe', 'd7268774-0e1d-4719-b12c-3a71668fe108', '877a7e5a-98e2-4179-b564-1fe263724c76'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:54:10.747401 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-c42b25a7-d776-4f4d-bf5d-f6dab1ff98f8 tempest-SharesNFSTest-1973828680 None] Share instance 516c1e87-851e-437b-b0db-b5e277995fc1: deleted successfully.
Feb 19 02:54:11.567137 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-51747edd-d001-446c-b466-3fa9489ba0a2 tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off gamma/manila_share_ff55d454_317a_44a2_b21c_fea78c6ef9f3 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:11.567854 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-51747edd-d001-446c-b466-3fa9489ba0a2 tempest-SharesNFSTest-1973828680 None] [chan 204] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:11.567854 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 204] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:11.567854 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 204 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:11.569372 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 204] Sesch channel 204 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:11.654479 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 204] EOF received (204) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:11.654777 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 204] EOF sent (204) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:11.655343 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-51747edd-d001-446c-b466-3fa9489ba0a2 tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:11.655595 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-51747edd-d001-446c-b466-3fa9489ba0a2 tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_ff55d454_317a_44a2_b21c_fea78c6ef9f3 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:11.655841 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-51747edd-d001-446c-b466-3fa9489ba0a2 tempest-SharesNFSTest-1973828680 None] [chan 93] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:11.656380 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 93] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:11.656522 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 93 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:11.658229 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 93] Sesch channel 93 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:11.681010 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 93] EOF received (93) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:11.681502 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 93] EOF sent (93) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:11.682345 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-51747edd-d001-446c-b466-3fa9489ba0a2 tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:11.682703 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-51747edd-d001-446c-b466-3fa9489ba0a2 tempest-SharesNFSTest-1973828680 None] ZFS option mountpoint's value is /gamma/manila_share_ff55d454_317a_44a2_b21c_fea78c6ef9f3. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:54:11.704175 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-51747edd-d001-446c-b466-3fa9489ba0a2 tempest-SharesNFSTest-1973828680 None] Share instance ff55d454-317a-44a2-b21c-fea78c6ef9f3 created successfully.
Feb 19 02:54:14.727350 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0b51d4f1-1126-4568-9994-772f2ec381e6 tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs snapshot gamma/manila_share_ff55d454_317a_44a2_b21c_fea78c6ef9f3@manila_share_snapshot_7930e64a_edd8_455f_99a1_d9a16474d0e8 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:14.727810 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-0b51d4f1-1126-4568-9994-772f2ec381e6 tempest-SharesNFSTest-1973828680 None] [chan 226] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:14.728063 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 226] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:14.728171 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 226 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:14.729959 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 226] Sesch channel 226 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:14.791710 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 226] EOF received (226) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:14.792084 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 226] EOF sent (226) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:14.792764 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-0b51d4f1-1126-4568-9994-772f2ec381e6 tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:17.732696 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] Received request to update access for share instance ce0e87ce-1e90-40e9-ba45-0c3385952028. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:54:17.746427 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:54:17.746822 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:54:17.748443 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:54:17.748570 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:54:17.748789 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:54:17.783106 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.034s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:54:17.783106 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] Updating access rules for share instance ce0e87ce-1e90-40e9-ba45-0c3385952028 belonging to share f3ee5f34-d744-45af-995d-a918136693c0. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:54:17.795001 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:54:17.795270 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:54:17.800348 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:54:17.800479 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:54:17.800687 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:54:17.808969 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:54:17.820819 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_ce0e87ce_1e90_40e9_ba45_0c3385952028" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:54:17.821216 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-betta/subdir/manila_share_ce0e87ce_1e90_40e9_ba45_0c3385952028" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:54:17.821421 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:17.821655 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 290] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:17.822153 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 290] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:17.822224 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 290 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:17.823871 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 290] Sesch channel 290 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:17.851184 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 290] EOF received (290) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:17.851388 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 290] EOF sent (290) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:17.851665 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:17.851844 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs set sharenfs=rw=172.24.5.156,no_root_squash betta/subdir/manila_share_ce0e87ce_1e90_40e9_ba45_0c3385952028 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:17.852015 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 107] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:17.852421 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 107] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:17.852514 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 107 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:17.854214 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 107] Sesch channel 107 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:17.901619 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 107] EOF received (107) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:17.902029 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 107] EOF sent (107) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:17.902698 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:17.903064 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-betta/subdir/manila_share_ce0e87ce_1e90_40e9_ba45_0c3385952028" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.082s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:54:17.903473 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:54:17.903866 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:54:17.945303 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.041s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:54:17.945553 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:54:17.945910 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:54:17.946085 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:54:17.946261 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:54:17.946533 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:54:17.949290 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:54:17.949496 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:54:17.949828 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:54:17.951938 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:54:17.952056 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:54:17.952257 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:54:17.984352 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.032s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:54:17.984657 np0000156481 manila-share[88840]: INFO manila.share.access [None req-8874b256-bbfa-4c97-8a3e-f0ebe64c2223 tempest-TestShareBasicOpsNFS-1749884742 None] Access rules were successfully modified for share instance ce0e87ce-1e90-40e9-ba45-0c3385952028 belonging to share f3ee5f34-d744-45af-995d-a918136693c0.
Feb 19 02:54:18.130386 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-3dc8729b-dfd3-47ce-a611-cda8ddda7e44 tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vD gamma/manila_share_ff55d454_317a_44a2_b21c_fea78c6ef9f3@manila_share_snapshot_7930e64a_edd8_455f_99a1_d9a16474d0e8 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_4a93e9dc_d535_4d9d_8bff_001349eb82d0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:18.131991 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-3dc8729b-dfd3-47ce-a611-cda8ddda7e44 tempest-SharesNFSTest-1973828680 None] [chan 213] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:18.133060 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 213] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:18.133060 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 213 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:18.134019 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 213] Sesch channel 213 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:18.667591 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 213] EOF received (213) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:18.667755 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 213] EOF sent (213) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:18.668104 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-3dc8729b-dfd3-47ce-a611-cda8ddda7e44 tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:18.668238 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-3dc8729b-dfd3-47ce-a611-cda8ddda7e44 tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_4a93e9dc_d535_4d9d_8bff_001349eb82d0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:18.668438 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-3dc8729b-dfd3-47ce-a611-cda8ddda7e44 tempest-SharesNFSTest-1973828680 None] [chan 214] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:18.671683 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 214] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:18.671795 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 214 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:18.673206 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 214] Sesch channel 214 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:18.714584 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 214] EOF received (214) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:18.715070 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 214] EOF sent (214) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:18.715830 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-3dc8729b-dfd3-47ce-a611-cda8ddda7e44 tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:18.716144 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-3dc8729b-dfd3-47ce-a611-cda8ddda7e44 tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs set compression=gzip gamma/manila_share_4a93e9dc_d535_4d9d_8bff_001349eb82d0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:18.716518 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-3dc8729b-dfd3-47ce-a611-cda8ddda7e44 tempest-SharesNFSTest-1973828680 None] [chan 205] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:18.717142 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 205] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:18.717418 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 205 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:18.719351 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 205] Sesch channel 205 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:18.756047 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 205] EOF received (205) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:18.756396 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 205] EOF sent (205) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:18.756976 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-3dc8729b-dfd3-47ce-a611-cda8ddda7e44 tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:18.757291 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-3dc8729b-dfd3-47ce-a611-cda8ddda7e44 tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs set readonly=off gamma/manila_share_4a93e9dc_d535_4d9d_8bff_001349eb82d0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:18.757662 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-3dc8729b-dfd3-47ce-a611-cda8ddda7e44 tempest-SharesNFSTest-1973828680 None] [chan 227] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:18.758412 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 227] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:18.758591 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 227 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:18.760500 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 227] Sesch channel 227 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:18.803635 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 227] EOF received (227) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:18.803990 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 227] EOF sent (227) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:18.804612 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-3dc8729b-dfd3-47ce-a611-cda8ddda7e44 tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:18.805037 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-3dc8729b-dfd3-47ce-a611-cda8ddda7e44 tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs destroy gamma/manila_share_4a93e9dc_d535_4d9d_8bff_001349eb82d0@manila_share_snapshot_7930e64a_edd8_455f_99a1_d9a16474d0e8 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:18.805389 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-3dc8729b-dfd3-47ce-a611-cda8ddda7e44 tempest-SharesNFSTest-1973828680 None] [chan 214] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:18.806024 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 214] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:18.806190 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 214 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:18.808143 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 214] Sesch channel 214 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:18.840577 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 214] EOF received (214) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:18.840978 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 214] EOF sent (214) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:18.841610 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-3dc8729b-dfd3-47ce-a611-cda8ddda7e44 tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:18.842059 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-3dc8729b-dfd3-47ce-a611-cda8ddda7e44 tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_4a93e9dc_d535_4d9d_8bff_001349eb82d0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:18.842435 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-3dc8729b-dfd3-47ce-a611-cda8ddda7e44 tempest-SharesNFSTest-1973828680 None] [chan 99] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:18.843205 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 99] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:18.843409 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 99 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:18.845484 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 99] Sesch channel 99 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:18.864493 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 99] EOF received (99) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:18.864887 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 99] EOF sent (99) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:18.865550 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-3dc8729b-dfd3-47ce-a611-cda8ddda7e44 tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:18.865889 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-3dc8729b-dfd3-47ce-a611-cda8ddda7e44 tempest-SharesNFSTest-1973828680 None] ZFS option mountpoint's value is /gamma/manila_share_4a93e9dc_d535_4d9d_8bff_001349eb82d0. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:54:18.972088 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-3dc8729b-dfd3-47ce-a611-cda8ddda7e44 tempest-SharesNFSTest-1973828680 None] Share instance 4a93e9dc-d535-4d9d-8bff-001349eb82d0 created successfully.
Feb 19 02:54:21.270750 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4a93e9dc-d535-4d9d-8bff-001349eb82d0" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:54:21.272162 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] Lock "locked_access_rules_operation_by_share_instance_4a93e9dc-d535-4d9d-8bff-001349eb82d0" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:54:21.274831 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] Lock "locked_access_rules_operation_by_share_instance_4a93e9dc-d535-4d9d-8bff-001349eb82d0" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:54:21.275198 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4a93e9dc-d535-4d9d-8bff-001349eb82d0" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:54:21.275593 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] Lock "locked_access_rules_operation_by_share_instance_4a93e9dc-d535-4d9d-8bff-001349eb82d0" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:54:21.278124 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] Lock "locked_access_rules_operation_by_share_instance_4a93e9dc-d535-4d9d-8bff-001349eb82d0" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:54:21.278346 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4a93e9dc-d535-4d9d-8bff-001349eb82d0" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:54:21.278608 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] Lock "locked_access_rules_operation_by_share_instance_4a93e9dc-d535-4d9d-8bff-001349eb82d0" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:54:21.281454 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] Lock "locked_access_rules_operation_by_share_instance_4a93e9dc-d535-4d9d-8bff-001349eb82d0" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:54:21.281454 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] All access rules have been synced for share instance 4a93e9dc-d535-4d9d-8bff-001349eb82d0 belonging to share 5c4ed6d7-b023-41d7-a5ed-3fc2a7d16aa4. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:54:21.284550 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:21.284893 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] [chan 215] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:21.285717 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 215] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:21.285899 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 215 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:21.287557 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 215] Sesch channel 215 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:21.313823 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 215] EOF received (215) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:21.315295 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 215] EOF sent (215) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:21.315295 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:21.315295 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:21.315295 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] [chan 206] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:21.315767 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 206] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:21.315970 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 206 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:21.317186 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 206] Sesch channel 206 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:21.350427 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 206] EOF received (206) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:21.350427 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 206] EOF sent (206) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:21.351171 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:21.351866 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] Acquiring lock "zfs-dataset-gamma/manila_share_4a93e9dc_d535_4d9d_8bff_001349eb82d0" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:54:21.352888 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] Lock "zfs-dataset-gamma/manila_share_4a93e9dc_d535_4d9d_8bff_001349eb82d0" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:54:21.353405 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_4a93e9dc_d535_4d9d_8bff_001349eb82d0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:21.353983 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] [chan 94] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:21.355046 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 94] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:21.355528 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 94 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:21.357545 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 94] Sesch channel 94 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:21.389450 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 94] EOF received (94) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:21.389450 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 94] EOF sent (94) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:21.389450 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:21.389450 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:54:21.389450 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] Lock "zfs-dataset-gamma/manila_share_4a93e9dc_d535_4d9d_8bff_001349eb82d0" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.035s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:54:21.389450 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] Acquiring lock "zfs-dataset-gamma/manila_share_4a93e9dc_d535_4d9d_8bff_001349eb82d0" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:54:21.389853 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] Lock "zfs-dataset-gamma/manila_share_4a93e9dc_d535_4d9d_8bff_001349eb82d0" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:54:21.390535 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_4a93e9dc_d535_4d9d_8bff_001349eb82d0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:21.391055 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] [chan 228] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:21.391792 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 228] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:21.392540 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 228 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:21.394519 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 228] Sesch channel 228 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:21.425537 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 228] EOF received (228) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:21.425537 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 228] EOF sent (228) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:21.425537 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:21.425537 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] ZFS option mountpoint's value is /gamma/manila_share_4a93e9dc_d535_4d9d_8bff_001349eb82d0. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:54:21.425537 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): lsof -w /gamma/manila_share_4a93e9dc_d535_4d9d_8bff_001349eb82d0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:21.425537 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] [chan 215] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:21.426402 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 215] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:21.426738 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 215 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:21.430191 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 215] Sesch channel 215 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:21.484721 np0000156481 manila-share[88840]: DEBUG dbcounter [-] [88840] Writing DB stats manila:SELECT=358,manila:UPDATE=46,manila:INSERT=31 {{(pid=88840) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:54:21.546410 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 215] EOF received (215) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:21.546410 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 215] EOF sent (215) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:21.546410 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:21.546410 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo umount /gamma/manila_share_4a93e9dc_d535_4d9d_8bff_001349eb82d0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:21.546960 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] [chan 216] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:21.547778 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 216] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:21.548116 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 216 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:21.550266 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 216] Sesch channel 216 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:21.581222 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 216] EOF received (216) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:21.581222 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 216] EOF sent (216) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:21.581222 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:23.583447 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_4a93e9dc_d535_4d9d_8bff_001349eb82d0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:23.583447 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] [chan 207] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:23.584265 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 207] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:23.584265 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 207 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:23.585993 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 207] Sesch channel 207 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:23.645410 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 207] EOF received (207) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:23.645830 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 207] EOF sent (207) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:23.646581 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:23.647101 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] Lock "zfs-dataset-gamma/manila_share_4a93e9dc_d535_4d9d_8bff_001349eb82d0" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.258s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:54:23.737150 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] Created reservations ['03d27a14-0daa-43c2-898f-ecffd83245eb', 'cf429200-cc50-419e-b685-7959bd49792c', '14c2e519-a5d0-4c01-bdbd-a90649224867', 'bbb390d4-6caa-4b6e-b448-d095bf9e0fa0'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:54:23.751113 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] Committed reservations ['03d27a14-0daa-43c2-898f-ecffd83245eb', 'cf429200-cc50-419e-b685-7959bd49792c', '14c2e519-a5d0-4c01-bdbd-a90649224867', 'bbb390d4-6caa-4b6e-b448-d095bf9e0fa0'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:54:23.755919 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-485372c2-ee77-407a-b4c0-607bd930ca93 tempest-SharesNFSTest-1973828680 None] Share instance 4a93e9dc-d535-4d9d-8bff-001349eb82d0: deleted successfully.
Feb 19 02:54:24.447999 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d5c51faa-f918-4774-bc99-6f5d67d901f9 tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma/manila_share_ff55d454_317a_44a2_b21c_fea78c6ef9f3@manila_share_snapshot_7930e64a_edd8_455f_99a1_d9a16474d0e8 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:24.448457 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d5c51faa-f918-4774-bc99-6f5d67d901f9 tempest-SharesNFSTest-1973828680 None] [chan 229] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:24.448963 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 229] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:24.449080 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 229 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:24.451331 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 229] Sesch channel 229 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:24.477101 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 229] EOF received (229) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:24.477347 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 229] EOF sent (229) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:24.478094 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d5c51faa-f918-4774-bc99-6f5d67d901f9 tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:24.478094 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d5c51faa-f918-4774-bc99-6f5d67d901f9 tempest-SharesNFSTest-1973828680 None] Acquiring lock "zfs-dataset-gamma/manila_share_ff55d454_317a_44a2_b21c_fea78c6ef9f3@manila_share_snapshot_7930e64a_edd8_455f_99a1_d9a16474d0e8" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:54:24.478277 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d5c51faa-f918-4774-bc99-6f5d67d901f9 tempest-SharesNFSTest-1973828680 None] Lock "zfs-dataset-gamma/manila_share_ff55d454_317a_44a2_b21c_fea78c6ef9f3@manila_share_snapshot_7930e64a_edd8_455f_99a1_d9a16474d0e8" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:54:24.478459 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d5c51faa-f918-4774-bc99-6f5d67d901f9 tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_ff55d454_317a_44a2_b21c_fea78c6ef9f3@manila_share_snapshot_7930e64a_edd8_455f_99a1_d9a16474d0e8 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:24.478639 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d5c51faa-f918-4774-bc99-6f5d67d901f9 tempest-SharesNFSTest-1973828680 None] [chan 216] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:24.479073 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 216] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:24.479166 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 216 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:24.480734 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 216] Sesch channel 216 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:24.505684 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 216] EOF received (216) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:24.505684 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 216] EOF sent (216) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:24.506070 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d5c51faa-f918-4774-bc99-6f5d67d901f9 tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:24.506211 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-d5c51faa-f918-4774-bc99-6f5d67d901f9 tempest-SharesNFSTest-1973828680 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:54:24.506563 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d5c51faa-f918-4774-bc99-6f5d67d901f9 tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:24.506798 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d5c51faa-f918-4774-bc99-6f5d67d901f9 tempest-SharesNFSTest-1973828680 None] [chan 217] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:24.507266 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 217] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:24.507395 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 217 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:24.508996 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 217] Sesch channel 217 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:24.531915 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 217] EOF received (217) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:24.532305 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 217] EOF sent (217) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:24.533107 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d5c51faa-f918-4774-bc99-6f5d67d901f9 tempest-SharesNFSTest-1973828680 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:26.534179 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d5c51faa-f918-4774-bc99-6f5d67d901f9 tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_ff55d454_317a_44a2_b21c_fea78c6ef9f3@manila_share_snapshot_7930e64a_edd8_455f_99a1_d9a16474d0e8 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:26.534984 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d5c51faa-f918-4774-bc99-6f5d67d901f9 tempest-SharesNFSTest-1973828680 None] [chan 208] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:26.535378 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 208] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:26.535532 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 208 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:26.537532 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 208] Sesch channel 208 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:26.578549 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 208] EOF received (208) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:26.578813 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 208] EOF sent (208) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:26.579276 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d5c51faa-f918-4774-bc99-6f5d67d901f9 tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:26.579629 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d5c51faa-f918-4774-bc99-6f5d67d901f9 tempest-SharesNFSTest-1973828680 None] Lock "zfs-dataset-gamma/manila_share_ff55d454_317a_44a2_b21c_fea78c6ef9f3@manila_share_snapshot_7930e64a_edd8_455f_99a1_d9a16474d0e8" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.101s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:54:26.659001 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-d5c51faa-f918-4774-bc99-6f5d67d901f9 tempest-SharesNFSTest-1973828680 None] Created reservations ['bdace43d-0791-4b30-810c-fca107f62126', 'da72451b-52cb-4523-ab08-f0d08921d660', 'f5137b87-f6a5-4b11-81c3-f240c13552f1', '57aaa727-524b-4a0f-87d9-88fd63c4c73d'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:54:26.668400 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-d5c51faa-f918-4774-bc99-6f5d67d901f9 tempest-SharesNFSTest-1973828680 None] Committed reservations ['bdace43d-0791-4b30-810c-fca107f62126', 'da72451b-52cb-4523-ab08-f0d08921d660', 'f5137b87-f6a5-4b11-81c3-f240c13552f1', '57aaa727-524b-4a0f-87d9-88fd63c4c73d'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:54:27.597279 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ff55d454-317a-44a2-b21c-fea78c6ef9f3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:54:27.597912 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] Lock "locked_access_rules_operation_by_share_instance_ff55d454-317a-44a2-b21c-fea78c6ef9f3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:54:27.599638 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] Lock "locked_access_rules_operation_by_share_instance_ff55d454-317a-44a2-b21c-fea78c6ef9f3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:54:27.599764 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ff55d454-317a-44a2-b21c-fea78c6ef9f3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:54:27.599976 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] Lock "locked_access_rules_operation_by_share_instance_ff55d454-317a-44a2-b21c-fea78c6ef9f3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:54:27.601742 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] Lock "locked_access_rules_operation_by_share_instance_ff55d454-317a-44a2-b21c-fea78c6ef9f3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:54:27.601872 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ff55d454-317a-44a2-b21c-fea78c6ef9f3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:54:27.602075 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] Lock "locked_access_rules_operation_by_share_instance_ff55d454-317a-44a2-b21c-fea78c6ef9f3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:54:27.603942 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] Lock "locked_access_rules_operation_by_share_instance_ff55d454-317a-44a2-b21c-fea78c6ef9f3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:54:27.604068 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] All access rules have been synced for share instance ff55d454-317a-44a2-b21c-fea78c6ef9f3 belonging to share a9ca93b9-dae6-4101-9f25-e96dffcf8bdc. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 02:54:27.607505 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:27.607713 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] [chan 230] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:27.608100 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 230] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:27.608196 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 230 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:27.609660 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 230] Sesch channel 230 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:27.638013 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 230] EOF received (230) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:27.638402 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 230] EOF sent (230) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:27.639058 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:27.639476 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:27.639805 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] [chan 217] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:27.640385 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 217] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:27.640548 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 217 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:27.643099 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 217] Sesch channel 217 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:27.668661 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 217] EOF received (217) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:27.669031 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 217] EOF sent (217) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:27.669633 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:27.669966 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] Acquiring lock "zfs-dataset-gamma/manila_share_ff55d454_317a_44a2_b21c_fea78c6ef9f3" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:54:27.670562 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] Lock "zfs-dataset-gamma/manila_share_ff55d454_317a_44a2_b21c_fea78c6ef9f3" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:54:27.670871 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_ff55d454_317a_44a2_b21c_fea78c6ef9f3 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:27.671191 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] [chan 100] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:27.671808 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 100] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:27.671974 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 100 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:27.673929 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 100] Sesch channel 100 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:27.700581 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 100] EOF received (100) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:27.701010 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 100] EOF sent (100) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:27.701647 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:27.702016 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:54:27.702353 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] Lock "zfs-dataset-gamma/manila_share_ff55d454_317a_44a2_b21c_fea78c6ef9f3" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.032s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:54:27.702709 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] Acquiring lock "zfs-dataset-gamma/manila_share_ff55d454_317a_44a2_b21c_fea78c6ef9f3" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:54:27.703228 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] Lock "zfs-dataset-gamma/manila_share_ff55d454_317a_44a2_b21c_fea78c6ef9f3" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:54:27.703610 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_ff55d454_317a_44a2_b21c_fea78c6ef9f3 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:27.703956 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] [chan 218] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:27.704537 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 218] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:27.704691 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 218 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:27.706478 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 218] Sesch channel 218 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:27.729449 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 218] EOF received (218) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:27.729935 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 218] EOF sent (218) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:27.730770 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:27.731190 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] ZFS option mountpoint's value is /gamma/manila_share_ff55d454_317a_44a2_b21c_fea78c6ef9f3. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:54:27.731614 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): lsof -w /gamma/manila_share_ff55d454_317a_44a2_b21c_fea78c6ef9f3 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:27.732482 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] [chan 209] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:27.732978 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 209] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:27.733230 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 209 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:27.735039 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 209] Sesch channel 209 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:27.860424 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 209] EOF received (209) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:27.860797 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 209] EOF sent (209) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:27.861403 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:27.861934 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo umount /gamma/manila_share_ff55d454_317a_44a2_b21c_fea78c6ef9f3 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:27.862266 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] [chan 231] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:27.863660 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 231] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:27.863831 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 231 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:27.865401 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 231] Sesch channel 231 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:27.899089 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 231] EOF received (231) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:27.899336 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 231] EOF sent (231) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:27.899713 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:29.901160 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_ff55d454_317a_44a2_b21c_fea78c6ef9f3 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:29.901813 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] [chan 218] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:29.902783 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 218] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:29.903060 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 218 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:29.904987 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 218] Sesch channel 218 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:29.975608 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 218] EOF received (218) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:29.975877 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 218] EOF sent (218) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:29.976473 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:29.976951 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] Lock "zfs-dataset-gamma/manila_share_ff55d454_317a_44a2_b21c_fea78c6ef9f3" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.274s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:54:30.054065 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] Created reservations ['d9adca8b-c0e7-471d-aecf-0644e610ff0b', '9c472994-6e3c-475e-ae0a-6a87ce328f1b', '4fe54d49-c5e7-43ea-855e-591f89396e14', '63c02ea7-b605-4cb6-bb57-e4aba94dacbf'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:54:30.065922 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] Committed reservations ['d9adca8b-c0e7-471d-aecf-0644e610ff0b', '9c472994-6e3c-475e-ae0a-6a87ce328f1b', '4fe54d49-c5e7-43ea-855e-591f89396e14', '63c02ea7-b605-4cb6-bb57-e4aba94dacbf'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:54:30.070010 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-f1b5e09b-a4e4-471c-ba31-a014848a4b5f tempest-SharesNFSTest-1973828680 None] Share instance ff55d454-317a-44a2-b21c-fea78c6ef9f3: deleted successfully.
Feb 19 02:54:30.442567 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:54:30.443271 np0000156481 manila-share[88840]: DEBUG manila.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Notifying Schedulers of capabilities ... {{(pid=88840) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:54:30.445042 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:54:30.470590 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:54:30.470799 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica instances. {{(pid=88840) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:54:30.474691 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:54:30.474807 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:54:30.480824 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:54:30.480944 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:54:30.484573 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:54:30.484719 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica snapshots. {{(pid=88840) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:54:30.492203 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._report_driver_status {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:54:30.492451 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share status
Feb 19 02:54:30.492728 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:30.493034 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 244] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:30.493850 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 244] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:30.494020 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 244 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:30.495759 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 244] Sesch channel 244 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:30.534729 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 244] EOF received (244) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:30.535061 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 244] EOF sent (244) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:30.535668 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:30.535937 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:54:30.536197 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:30.536512 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 265] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:30.537251 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 265] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:30.537433 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 265 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:30.539660 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 265] Sesch channel 265 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:30.574110 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 265] EOF received (265) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:30.574506 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 265] EOF sent (265) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:30.575049 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:30.575337 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:54:30.575706 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:30.575981 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 291] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:30.576728 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 291] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:30.576918 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 291 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:30.579116 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 291] Sesch channel 291 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:30.608291 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 291] EOF received (291) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:30.608744 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 291] EOF sent (291) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:30.609341 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:30.609629 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:54:30.609903 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:30.610213 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 245] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:30.610852 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 245] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:30.611027 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 245 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:30.612677 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 245] Sesch channel 245 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:30.641433 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 245] EOF received (245) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:30.641775 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 245] EOF sent (245) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:30.642412 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:30.642699 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:54:30.642975 np0000156481 manila-share[88840]: DEBUG manila.share.driver [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share stats. {{(pid=88840) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:54:30.643342 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:54:30.647510 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:54:30.650149 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:54:30.650278 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share instances. {{(pid=88840) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:54:30.656965 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:54:57.186287 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c5f6f6a2-df89-4d7d-a8cd-ace8017b42f2 tempest-TestShareExtendNFS-432795908 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_63cc6e73_0828_4ff0_aef1_d36eb4d3ace9 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:57.187180 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c5f6f6a2-df89-4d7d-a8cd-ace8017b42f2 tempest-TestShareExtendNFS-432795908 None] [chan 266] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:57.187279 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 266] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:57.187417 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 266 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:57.189124 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 266] Sesch channel 266 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:57.276994 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 266] EOF received (266) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:57.277187 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 266] EOF sent (266) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:57.277579 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c5f6f6a2-df89-4d7d-a8cd-ace8017b42f2 tempest-TestShareExtendNFS-432795908 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:57.277763 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c5f6f6a2-df89-4d7d-a8cd-ace8017b42f2 tempest-TestShareExtendNFS-432795908 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_63cc6e73_0828_4ff0_aef1_d36eb4d3ace9 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:54:57.277948 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c5f6f6a2-df89-4d7d-a8cd-ace8017b42f2 tempest-TestShareExtendNFS-432795908 None] [chan 75] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:57.278719 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 75] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:57.278828 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 75 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:54:57.281417 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 75] Sesch channel 75 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:57.312065 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 75] EOF received (75) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:57.312259 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 75] EOF sent (75) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:54:57.312596 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c5f6f6a2-df89-4d7d-a8cd-ace8017b42f2 tempest-TestShareExtendNFS-432795908 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:54:57.312765 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-c5f6f6a2-df89-4d7d-a8cd-ace8017b42f2 tempest-TestShareExtendNFS-432795908 None] ZFS option mountpoint's value is /alpha/manila_share_63cc6e73_0828_4ff0_aef1_d36eb4d3ace9. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:54:57.335549 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-c5f6f6a2-df89-4d7d-a8cd-ace8017b42f2 tempest-TestShareExtendNFS-432795908 None] Share instance 63cc6e73-0828-4ff0-aef1-d36eb4d3ace9 created successfully.
Feb 19 02:55:05.214302 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:55:05.215072 np0000156481 manila-share[88844]: DEBUG manila.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Notifying Schedulers of capabilities ... {{(pid=88844) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:55:05.216837 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:55:05.222374 np0000156481 manila-share[88844]: DEBUG dbcounter [-] [88844] Writing DB stats manila:SELECT=331,manila:UPDATE=43,manila:INSERT=32 {{(pid=88844) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:55:05.228191 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:55:05.228277 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica instances. {{(pid=88844) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:55:05.232792 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:55:05.232913 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:55:05.237630 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:55:05.237737 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:55:05.239980 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:55:05.240060 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica snapshots. {{(pid=88844) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:55:05.243773 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._report_driver_status {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:55:05.243866 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share status
Feb 19 02:55:05.244076 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:55:05.244237 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 219] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:05.244666 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 219] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:05.244748 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 219 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:55:05.245758 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 219] Sesch channel 219 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:05.268851 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 219] EOF received (219) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:05.269251 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 219] EOF sent (219) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:05.270452 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:55:05.270793 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option free's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:55:05.271148 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:55:05.271621 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 210] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:05.272376 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 210] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:05.272564 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 210 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:55:05.274703 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 210] Sesch channel 210 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:05.300724 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 210] EOF received (210) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:05.301365 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 210] EOF sent (210) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:05.302122 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:55:05.302565 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option size's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:55:05.302965 np0000156481 manila-share[88844]: DEBUG manila.share.driver [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share stats. {{(pid=88844) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:55:05.303480 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:55:05.307602 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:55:05.310084 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:55:05.310217 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share instances. {{(pid=88844) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:55:05.315759 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:55:07.594256 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Entered migration_start method for share f3ee5f34-d744-45af-995d-a918136693c0. {{(pid=88840) migration_start /opt/stack/manila/manila/share/manager.py:1657}}
Feb 19 02:55:07.715238 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:07.715585 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:07.758500 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.043s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:07.758662 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Received request to update access for share instance ce0e87ce-1e90-40e9-ba45-0c3385952028. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:55:07.775822 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:07.776171 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:07.778929 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:07.779108 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:07.779451 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:07.819035 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.039s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:07.819217 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Updating access rules for share instance ce0e87ce-1e90-40e9-ba45-0c3385952028 belonging to share f3ee5f34-d744-45af-995d-a918136693c0. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:55:07.838300 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:07.838469 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:07.870534 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.032s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:07.870780 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:07.871130 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:07.883056 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.012s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:07.883257 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] All access rules of share instance ce0e87ce-1e90-40e9-ba45-0c3385952028 are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88840) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 02:55:07.895588 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_ce0e87ce_1e90_40e9_ba45_0c3385952028" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:07.895874 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "zfs-dataset-betta/subdir/manila_share_ce0e87ce_1e90_40e9_ba45_0c3385952028" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:07.896061 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:55:07.896258 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] [chan 292] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:07.896814 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 292] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:07.896931 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 292 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:55:07.899932 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 292] Sesch channel 292 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:07.922712 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 292] EOF received (292) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:07.923122 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 292] EOF sent (292) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:07.923834 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:55:07.924206 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo zfs set sharenfs=ro=172.24.5.156,no_root_squash betta/subdir/manila_share_ce0e87ce_1e90_40e9_ba45_0c3385952028 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:55:07.924571 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] [chan 108] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:07.925163 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 108] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:07.925349 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 108 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:55:07.927181 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 108] Sesch channel 108 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:07.970262 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 108] EOF received (108) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:07.970719 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 108] EOF sent (108) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:07.971914 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:55:07.972335 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "zfs-dataset-betta/subdir/manila_share_ce0e87ce_1e90_40e9_ba45_0c3385952028" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.076s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:07.972670 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:07.973180 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:08.015531 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.042s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:08.015768 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:08.016078 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:08.016246 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:08.016438 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:08.016718 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:08.019405 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:08.019619 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:08.019876 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:08.021742 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:08.021866 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:08.022077 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:08.050713 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.029s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:08.050863 np0000156481 manila-share[88840]: INFO manila.share.access [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Access rules were successfully modified for share instance ce0e87ce-1e90-40e9-ba45-0c3385952028 belonging to share f3ee5f34-d744-45af-995d-a918136693c0.
Feb 19 02:55:08.056182 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Initiating driver migration for share f3ee5f34-d744-45af-995d-a918136693c0. {{(pid=88840) _migration_start_driver /opt/stack/manila/manila/share/manager.py:1397}}
Feb 19 02:55:08.093858 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo zfs snapshot betta/subdir/manila_share_ce0e87ce_1e90_40e9_ba45_0c3385952028@tmp_snapshot_for_share_migration__b6193bc9_0cfe_4bb8_9b32_b25fe64edf8e_time_2026_02_19T02_55_08_075594 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:55:08.094116 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] [chan 246] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:08.094735 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 246] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:08.094941 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 246 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:55:08.098653 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 246] Sesch channel 246 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:08.134774 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 246] EOF received (246) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:08.135183 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 246] EOF sent (246) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:08.135902 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:55:08.136680 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo chmod 755 /tmp/tmpunmmmw75/gamma_manila_share_b6193bc9_0cfe_4bb8_9b32_b25fe64edf8e.sh {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:55:08.137050 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] [chan 267] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:08.137846 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 267] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:08.138028 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 267 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:55:08.140010 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 267] Sesch channel 267 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:08.159412 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 267] EOF received (267) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:08.159819 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 267] EOF sent (267) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:08.160395 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:55:08.160697 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): nohup /tmp/tmpunmmmw75/gamma_manila_share_b6193bc9_0cfe_4bb8_9b32_b25fe64edf8e.sh '&' {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:55:08.161014 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] [chan 293] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:08.161753 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 293] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:08.161916 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 293 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:55:08.164160 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 293] Sesch channel 293 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:08.528551 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 293] EOF received (293) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:08.528822 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 293] EOF sent (293) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:08.529379 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c9bf833e-36da-426a-acf4-7cca98382dc0 tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:55:21.456416 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:55:21.500662 np0000156481 manila-share[88840]: DEBUG dbcounter [-] [88840] Writing DB stats manila:SELECT=216,manila:UPDATE=21,manila:INSERT=14 {{(pid=88840) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:55:27.709390 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:55:27.909816 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:55:30.033091 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:55:30.445037 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:55:30.445749 np0000156481 manila-share[88840]: DEBUG manila.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Notifying Schedulers of capabilities ... {{(pid=88840) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:55:30.447597 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:55:30.505514 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): ps aux {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:55:30.505885 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 247] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:30.506470 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 247] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:30.506604 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 247 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:55:30.508483 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 247] Sesch channel 247 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:30.546097 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 247] EOF received (247) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:30.546434 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 247] EOF sent (247) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:30.574144 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:55:30.576650 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zfs get quota gamma/manila_share_b6193bc9_0cfe_4bb8_9b32_b25fe64edf8e {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:55:30.576804 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 268] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:30.577227 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 268] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:30.577369 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 268 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:55:30.578506 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 268] Sesch channel 268 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:30.608082 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 268] EOF received (268) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:30.608495 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 268] EOF sent (268) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:30.609010 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:55:30.632303 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Share Migration for share f3ee5f34-d744-45af-995d-a918136693c0 completed first phase successfully.
Feb 19 02:55:30.632627 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:55:30.632627 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica instances. {{(pid=88840) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:55:30.637834 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:55:30.637971 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:55:30.643044 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:55:30.643181 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:55:30.645833 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:55:30.645963 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica snapshots. {{(pid=88840) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:55:30.651264 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._report_driver_status {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:55:30.651410 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share status
Feb 19 02:55:30.651693 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:55:30.651887 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 294] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:30.652369 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 294] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:30.652487 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 294 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:55:30.654343 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 294] Sesch channel 294 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:30.685657 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 294] EOF received (294) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:30.685970 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 294] EOF sent (294) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:30.686551 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:55:30.686816 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:55:30.687075 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:55:30.687372 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 248] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:30.688077 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 248] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:30.688230 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 248 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:55:30.690114 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 248] Sesch channel 248 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:30.720200 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 248] EOF received (248) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:30.720599 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 248] EOF sent (248) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:30.721125 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:55:30.721413 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:55:30.721801 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:55:30.722115 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 269] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:30.722674 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 269] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:30.722837 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 269 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:55:30.724571 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 269] Sesch channel 269 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:30.756672 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 269] EOF received (269) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:30.757055 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 269] EOF sent (269) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:30.757620 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:55:30.757918 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:55:30.758178 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:55:30.758496 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 295] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:30.759166 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 295] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:30.759368 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 295 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:55:30.762231 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 295] Sesch channel 295 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:30.791804 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 295] EOF received (295) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:30.792159 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 295] EOF sent (295) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:30.792772 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:55:30.793030 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:55:30.793338 np0000156481 manila-share[88840]: DEBUG manila.share.driver [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share stats. {{(pid=88840) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:55:30.793963 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:55:30.797670 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:55:30.799933 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:55:30.800064 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share instances. {{(pid=88840) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:55:30.807353 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:55:37.356345 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Received request to finish Share Migration for share f3ee5f34-d744-45af-995d-a918136693c0.
Feb 19 02:55:37.382434 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo zfs destroy gamma/manila_share_b6193bc9_0cfe_4bb8_9b32_b25fe64edf8e@tmp_snapshot_for_share_migration__b6193bc9_0cfe_4bb8_9b32_b25fe64edf8e_time_2026_02_19T02_55_08_075594 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:55:37.382612 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] [chan 249] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:37.383044 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 249] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:37.383166 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 249 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:55:37.384838 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 249] Sesch channel 249 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:37.427206 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 249] EOF received (249) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:37.427936 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 249] EOF sent (249) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:37.427936 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:55:37.428073 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_b6193bc9_0cfe_4bb8_9b32_b25fe64edf8e {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:55:37.428295 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] [chan 270] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:37.428772 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 270] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:37.428866 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 270 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:55:37.430484 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 270] Sesch channel 270 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:37.455503 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 270] EOF received (270) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:37.455894 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 270] EOF sent (270) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:37.456651 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:55:37.457004 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] ZFS option mountpoint's value is /gamma/manila_share_b6193bc9_0cfe_4bb8_9b32_b25fe64edf8e. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:55:37.463110 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:55:37.463361 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] [chan 296] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:37.463761 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 296] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:37.463868 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 296 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:55:37.465186 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 296] Sesch channel 296 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:37.493664 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 296] EOF received (296) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:37.494097 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 296] EOF sent (296) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:37.494742 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:55:37.495118 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:55:37.495489 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] [chan 250] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:37.496118 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 250] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:37.496285 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 250 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:55:37.498285 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 250] Sesch channel 250 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:37.544811 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 250] EOF received (250) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:37.545193 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 250] EOF sent (250) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:37.545877 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:55:37.546249 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_ce0e87ce_1e90_40e9_ba45_0c3385952028@tmp_snapshot_for_share_migration__b6193bc9_0cfe_4bb8_9b32_b25fe64edf8e_time_2026_02_19T02_55_08_075594" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:37.547072 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Lock "zfs-dataset-betta/subdir/manila_share_ce0e87ce_1e90_40e9_ba45_0c3385952028@tmp_snapshot_for_share_migration__b6193bc9_0cfe_4bb8_9b32_b25fe64edf8e_time_2026_02_19T02_55_08_075594" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:37.547461 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_ce0e87ce_1e90_40e9_ba45_0c3385952028@tmp_snapshot_for_share_migration__b6193bc9_0cfe_4bb8_9b32_b25fe64edf8e_time_2026_02_19T02_55_08_075594 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:55:37.547803 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] [chan 271] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:37.548602 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 271] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:37.548804 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 271 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:55:37.550341 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 271] Sesch channel 271 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:37.572561 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 271] EOF received (271) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:37.572986 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 271] EOF sent (271) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:37.574106 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:55:37.574427 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] ZFS option mountpoint's value is -. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:55:37.574864 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo umount - {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:55:37.575198 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] [chan 297] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:37.576013 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 297] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:37.576217 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 297 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:55:37.578484 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 297] Sesch channel 297 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:37.594870 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 297] EOF received (297) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:37.595222 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 297] EOF sent (297) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:37.595813 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Result was 32 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:55:39.597229 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_ce0e87ce_1e90_40e9_ba45_0c3385952028@tmp_snapshot_for_share_migration__b6193bc9_0cfe_4bb8_9b32_b25fe64edf8e_time_2026_02_19T02_55_08_075594 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:55:39.598026 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] [chan 251] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:39.598377 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 251] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:39.598588 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 251 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:55:39.600673 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 251] Sesch channel 251 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:39.647333 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 251] EOF received (251) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:39.647739 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 251] EOF sent (251) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:39.648470 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:55:39.649125 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Lock "zfs-dataset-betta/subdir/manila_share_ce0e87ce_1e90_40e9_ba45_0c3385952028@tmp_snapshot_for_share_migration__b6193bc9_0cfe_4bb8_9b32_b25fe64edf8e_time_2026_02_19T02_55_08_075594" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.102s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:39.649474 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_ce0e87ce_1e90_40e9_ba45_0c3385952028" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:39.650077 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Lock "zfs-dataset-betta/subdir/manila_share_ce0e87ce_1e90_40e9_ba45_0c3385952028" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:39.650767 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_ce0e87ce_1e90_40e9_ba45_0c3385952028 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:55:39.651137 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] [chan 76] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:39.651857 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 76] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:39.652027 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 76 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:55:39.654204 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 76] Sesch channel 76 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:39.686639 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 76] EOF received (76) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:39.687082 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 76] EOF sent (76) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:39.687797 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:55:39.688168 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] ZFS option sharenfs's value is ro=172.24.5.156,no_root_squash. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:55:39.688622 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo zfs set sharenfs=off betta/subdir/manila_share_ce0e87ce_1e90_40e9_ba45_0c3385952028 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:55:39.689070 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] [chan 109] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:39.689784 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 109] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:39.689965 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 109 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:55:39.691997 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 109] Sesch channel 109 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:39.734658 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 109] EOF received (109) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:39.735098 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 109] EOF sent (109) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:39.735758 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:55:39.736154 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Lock "zfs-dataset-betta/subdir/manila_share_ce0e87ce_1e90_40e9_ba45_0c3385952028" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.086s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:39.736491 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_ce0e87ce_1e90_40e9_ba45_0c3385952028" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:39.737038 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Lock "zfs-dataset-betta/subdir/manila_share_ce0e87ce_1e90_40e9_ba45_0c3385952028" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:39.737338 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_ce0e87ce_1e90_40e9_ba45_0c3385952028 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:55:39.737845 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] [chan 272] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:39.738545 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 272] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:39.738797 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 272 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:55:39.740937 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 272] Sesch channel 272 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:39.764403 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 272] EOF received (272) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:39.764834 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 272] EOF sent (272) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:39.765503 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:55:39.765854 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] ZFS option mountpoint's value is /betta/subdir/manila_share_ce0e87ce_1e90_40e9_ba45_0c3385952028. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:55:39.766152 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_ce0e87ce_1e90_40e9_ba45_0c3385952028 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:55:39.766506 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] [chan 298] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:39.767271 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 298] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:39.767563 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 298 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:55:39.769557 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 298] Sesch channel 298 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:39.892371 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 298] EOF received (298) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:39.892551 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 298] EOF sent (298) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:39.892904 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:55:39.893230 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_ce0e87ce_1e90_40e9_ba45_0c3385952028 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:55:39.893554 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] [chan 252] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:39.894096 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 252] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:39.894209 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 252 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:55:39.895574 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 252] Sesch channel 252 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:39.934914 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 252] EOF received (252) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:39.935299 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 252] EOF sent (252) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:39.936082 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:55:41.938125 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_ce0e87ce_1e90_40e9_ba45_0c3385952028 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:55:41.938938 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] [chan 273] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:41.939621 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 273] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:41.939812 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 273 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:55:41.941474 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 273] Sesch channel 273 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:42.007544 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 273] EOF received (273) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:42.007977 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 273] EOF sent (273) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:42.008921 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:55:42.009470 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Lock "zfs-dataset-betta/subdir/manila_share_ce0e87ce_1e90_40e9_ba45_0c3385952028" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.272s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:42.066848 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:42.067601 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:42.096036 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.028s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:42.128589 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Received request to update access for share instance b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e. {{(pid=88844) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:55:42.149293 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:42.149635 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:42.152023 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:42.152164 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:42.152394 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:42.209579 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.057s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:42.209775 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Updating access rules for share instance b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e belonging to share f3ee5f34-d744-45af-995d-a918136693c0. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:55:42.225604 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:42.225920 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:42.231419 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:42.231563 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:42.231776 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:42.248366 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.016s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:42.264876 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "zfs-dataset-gamma/manila_share_b6193bc9_0cfe_4bb8_9b32_b25fe64edf8e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:42.265216 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Lock "zfs-dataset-gamma/manila_share_b6193bc9_0cfe_4bb8_9b32_b25fe64edf8e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:42.265448 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:55:42.265646 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] [chan 232] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:42.266163 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 232] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:42.266307 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 232 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:55:42.268099 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 232] Sesch channel 232 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:42.294054 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 232] EOF received (232) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:42.294451 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 232] EOF sent (232) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:42.295037 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:55:42.295426 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Running cmd (SSH): sudo zfs set sharenfs=rw=172.24.5.156,no_root_squash gamma/manila_share_b6193bc9_0cfe_4bb8_9b32_b25fe64edf8e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:55:42.295768 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] [chan 95] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:42.296443 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 95] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:42.296603 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 95 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:55:42.298879 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 95] Sesch channel 95 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:42.342673 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 95] EOF received (95) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:42.342975 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 95] EOF sent (95) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:42.343742 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:55:42.344101 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Lock "zfs-dataset-gamma/manila_share_b6193bc9_0cfe_4bb8_9b32_b25fe64edf8e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.079s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:42.344395 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:42.344918 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:42.406033 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.061s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:42.406238 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:42.406533 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:42.406667 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:42.406810 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:42.407048 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:42.409472 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:42.409616 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:42.409836 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:42.411977 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:42.412097 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:42.412325 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:42.443837 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.031s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:42.444026 np0000156481 manila-share[88844]: INFO manila.share.access [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Access rules were successfully modified for share instance b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e belonging to share f3ee5f34-d744-45af-995d-a918136693c0.
Feb 19 02:55:43.598229 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Created reservations ['9e227d32-7944-4873-a3f8-3fb4b6bdbf9f', 'e1f84a05-f2c5-4662-bff3-490a73f03a71', '6a5d1a96-ce47-4312-840e-bfbd30b640a1', '30a93fcc-913f-4afb-90ea-3cf30b9353ec'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:55:43.614690 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Committed reservations ['9e227d32-7944-4873-a3f8-3fb4b6bdbf9f', 'e1f84a05-f2c5-4662-bff3-490a73f03a71', '6a5d1a96-ce47-4312-840e-bfbd30b640a1', '30a93fcc-913f-4afb-90ea-3cf30b9353ec'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:55:43.633254 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:43.633623 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:43.649723 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_ce0e87ce-1e90-40e9-ba45-0c3385952028" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.016s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:43.649872 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Acquiring lock "locked_access_rules_operation_by_share_instance_None" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:43.650048 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_None" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:43.669978 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Lock "locked_access_rules_operation_by_share_instance_None" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.020s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:43.726302 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Share instance ce0e87ce-1e90-40e9-ba45-0c3385952028: deleted successfully.
Feb 19 02:55:43.748665 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-756cfca5-006e-4d4a-9782-955d3b19954c tempest-TestShareBasicOpsNFS-1401734486 None] Share Migration for share f3ee5f34-d744-45af-995d-a918136693c0 completed successfully.
Feb 19 02:55:59.579688 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:59.580295 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:59.612255 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.032s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:59.612472 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:59.612791 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:59.615107 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:59.615211 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:59.615442 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:59.648623 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.033s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:59.648794 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Updating access rules for share instance b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e belonging to share f3ee5f34-d744-45af-995d-a918136693c0. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:55:59.662098 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:59.662439 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:59.691556 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.029s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:59.691747 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:59.691963 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:59.701576 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:59.714344 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "zfs-dataset-gamma/manila_share_b6193bc9_0cfe_4bb8_9b32_b25fe64edf8e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:59.714563 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_b6193bc9_0cfe_4bb8_9b32_b25fe64edf8e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:59.714701 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:55:59.714882 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] [chan 219] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:59.715373 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 219] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:59.715461 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 219 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:55:59.717578 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 219] Sesch channel 219 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:59.746436 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 219] EOF received (219) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:59.746837 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 219] EOF sent (219) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:59.747484 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:55:59.747841 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_b6193bc9_0cfe_4bb8_9b32_b25fe64edf8e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:55:59.748173 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] [chan 101] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:59.748876 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 101] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:59.749043 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 101 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:55:59.750956 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 101] Sesch channel 101 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:59.795174 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 101] EOF received (101) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:59.795689 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 101] EOF sent (101) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:59.796285 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:55:59.796684 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_b6193bc9_0cfe_4bb8_9b32_b25fe64edf8e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.082s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:59.797005 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:59.797579 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:59.821479 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:59.821681 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:59.822003 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:59.838301 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.016s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:59.838497 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:59.838660 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:59.840602 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:59.840796 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:59.841074 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:59.843783 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:59.843957 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:59.844228 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:59.869562 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.025s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:59.869769 np0000156481 manila-share[88844]: INFO manila.share.access [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Access rules were successfully modified for share instance b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e belonging to share f3ee5f34-d744-45af-995d-a918136693c0.
Feb 19 02:55:59.874477 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:55:59.874710 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] [chan 220] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:59.875221 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 220] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:59.875346 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 220 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:55:59.877056 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 220] Sesch channel 220 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:59.904060 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 220] EOF received (220) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:59.904446 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 220] EOF sent (220) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:59.905049 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:55:59.905495 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:55:59.905865 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] [chan 211] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:59.906619 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 211] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:59.906783 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 211 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:55:59.908642 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 211] Sesch channel 211 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:59.938503 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 211] EOF received (211) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:59.938968 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 211] EOF sent (211) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:59.939716 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:55:59.940131 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "zfs-dataset-gamma/manila_share_b6193bc9_0cfe_4bb8_9b32_b25fe64edf8e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:59.940737 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_b6193bc9_0cfe_4bb8_9b32_b25fe64edf8e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:59.941153 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_b6193bc9_0cfe_4bb8_9b32_b25fe64edf8e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:55:59.941614 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] [chan 96] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:59.942444 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 96] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:59.942684 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 96 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:55:59.944743 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 96] Sesch channel 96 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:59.967906 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 96] EOF received (96) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:59.968202 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 96] EOF sent (96) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:59.968723 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:55:59.968966 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:55:59.969243 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_b6193bc9_0cfe_4bb8_9b32_b25fe64edf8e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.029s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:55:59.969501 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "zfs-dataset-gamma/manila_share_b6193bc9_0cfe_4bb8_9b32_b25fe64edf8e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:55:59.969870 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_b6193bc9_0cfe_4bb8_9b32_b25fe64edf8e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:55:59.970084 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_b6193bc9_0cfe_4bb8_9b32_b25fe64edf8e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:55:59.970368 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] [chan 233] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:59.970885 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 233] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:59.971026 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 233 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:55:59.972529 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 233] Sesch channel 233 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:59.997566 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 233] EOF received (233) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:59.997797 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 233] EOF sent (233) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:59.998192 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:55:59.998429 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] ZFS option mountpoint's value is /gamma/manila_share_b6193bc9_0cfe_4bb8_9b32_b25fe64edf8e. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:55:59.998609 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): lsof -w /gamma/manila_share_b6193bc9_0cfe_4bb8_9b32_b25fe64edf8e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:55:59.998826 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] [chan 220] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:59.999221 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 220] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:55:59.999350 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 220 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:56:00.000742 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 220] Sesch channel 220 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:00.137672 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 220] EOF received (220) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:00.137836 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 220] EOF sent (220) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:00.138202 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:56:00.138455 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo umount /gamma/manila_share_b6193bc9_0cfe_4bb8_9b32_b25fe64edf8e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:56:00.138641 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] [chan 221] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:00.139044 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 221] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:00.139131 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 221 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:56:00.140688 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 221] Sesch channel 221 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:00.166372 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 221] EOF received (221) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:00.166706 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 221] EOF sent (221) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:00.167220 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:56:02.169035 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_b6193bc9_0cfe_4bb8_9b32_b25fe64edf8e {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:56:02.170088 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] [chan 212] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:02.170293 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 212] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:02.170516 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 212 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:56:02.172576 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 212] Sesch channel 212 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:02.227339 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 212] EOF received (212) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:02.227658 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 212] EOF sent (212) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:02.228142 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:56:02.228499 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_b6193bc9_0cfe_4bb8_9b32_b25fe64edf8e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.259s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:56:02.319701 np0000156481 manila-share[88844]: WARNING manila.db.sqlalchemy.api [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Change will make usage less than 0 for the following resources: ['shares', 'gigabytes']
Feb 19 02:56:02.328302 np0000156481 manila-share[88844]: WARNING manila.db.sqlalchemy.api [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Change will make usage less than 0 for the following resources: ['shares', 'gigabytes']
Feb 19 02:56:02.328609 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Created reservations ['a728d96d-26e6-4ac1-ad6f-8de0703d4c58', 'd2492588-e06b-407f-bd06-f06394b09936', 'f8338c26-750b-41b6-bcea-a5edbf4e1816', '33c6c363-dff4-4355-b46d-5ec6a9d5a735'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:56:02.342271 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Committed reservations ['a728d96d-26e6-4ac1-ad6f-8de0703d4c58', 'd2492588-e06b-407f-bd06-f06394b09936', 'f8338c26-750b-41b6-bcea-a5edbf4e1816', '33c6c363-dff4-4355-b46d-5ec6a9d5a735'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:56:02.346071 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-8a0c8424-5855-468b-9b38-53c7ed0230aa tempest-TestShareBasicOpsNFS-1749884742 None] Share instance b6193bc9-0cfe-4bb8-9b32-b25fe64edf8e: deleted successfully.
Feb 19 02:56:05.213300 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:56:05.213962 np0000156481 manila-share[88844]: DEBUG manila.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Notifying Schedulers of capabilities ... {{(pid=88844) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:56:05.215913 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:56:05.225774 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:56:05.226263 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica instances. {{(pid=88844) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:56:05.230467 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:56:05.230565 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:56:05.236761 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.delete_expired_transfers {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:56:05.236866 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for expired transfers.
Feb 19 02:56:05.237751 np0000156481 manila-share[88844]: DEBUG dbcounter [-] [88844] Writing DB stats manila:SELECT=274,manila:UPDATE=29,manila:INSERT=4 {{(pid=88844) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:56:05.238698 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:56:05.238803 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:56:05.241894 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:56:05.242018 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica snapshots. {{(pid=88844) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:56:05.253282 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._report_driver_status {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:56:05.253282 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share status
Feb 19 02:56:05.253282 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:56:05.253282 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 234] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:05.253282 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 234] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:05.253282 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 234 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:56:05.254128 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 234] Sesch channel 234 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:05.287286 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 234] EOF received (234) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:05.287286 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 234] EOF sent (234) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:05.287286 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:56:05.287286 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option free's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:56:05.287286 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:56:05.287286 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 221] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:05.288163 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 221] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:05.288487 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 221 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:56:05.290031 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 221] Sesch channel 221 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:05.316709 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 221] EOF received (221) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:05.319140 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 221] EOF sent (221) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:05.319140 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:56:05.319140 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option size's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:56:05.319140 np0000156481 manila-share[88844]: DEBUG manila.share.driver [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share stats. {{(pid=88844) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:56:05.319140 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._execute_periodic_hook {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:56:05.324853 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:56:05.328064 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:56:05.331200 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:56:05.331553 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share instances. {{(pid=88844) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:56:05.338037 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:56:19.049946 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-2069195b-2ecb-4c15-9e04-e044bd468ea9 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off gamma/manila_share_24fccaa9_1876_4ad7_a55a_1470f779a53c {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:56:19.050821 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-2069195b-2ecb-4c15-9e04-e044bd468ea9 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 222] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:19.052452 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 222] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:19.052568 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 222 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:56:19.054499 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 222] Sesch channel 222 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:19.157951 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 222] EOF received (222) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:19.158410 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 222] EOF sent (222) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:19.159090 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-2069195b-2ecb-4c15-9e04-e044bd468ea9 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:56:19.159469 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-2069195b-2ecb-4c15-9e04-e044bd468ea9 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_24fccaa9_1876_4ad7_a55a_1470f779a53c {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:56:19.159816 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-2069195b-2ecb-4c15-9e04-e044bd468ea9 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 102] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:19.160378 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 102] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:19.160539 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 102 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:56:19.162125 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 102] Sesch channel 102 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:19.193584 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 102] EOF received (102) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:19.193584 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 102] EOF sent (102) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:19.193997 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-2069195b-2ecb-4c15-9e04-e044bd468ea9 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:56:19.194342 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-2069195b-2ecb-4c15-9e04-e044bd468ea9 tempest-TestShareBasicOpsNFS-1749884742 None] ZFS option mountpoint's value is /gamma/manila_share_24fccaa9_1876_4ad7_a55a_1470f779a53c. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:56:19.221217 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-2069195b-2ecb-4c15-9e04-e044bd468ea9 tempest-TestShareBasicOpsNFS-1749884742 None] Share instance 24fccaa9-1876-4ad7-a55a-1470f779a53c created successfully.
Feb 19 02:56:30.446099 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:56:30.446099 np0000156481 manila-share[88840]: DEBUG manila.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Notifying Schedulers of capabilities ... {{(pid=88840) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:56:30.450610 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:56:30.452412 np0000156481 manila-share[88840]: DEBUG dbcounter [-] [88840] Writing DB stats manila:SELECT=178,manila:UPDATE=20,manila:INSERT=7 {{(pid=88840) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:56:30.470820 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:56:30.470941 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica instances. {{(pid=88840) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:56:30.474343 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:56:30.474493 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:56:30.478383 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.delete_expired_transfers {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:56:30.478482 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for expired transfers.
Feb 19 02:56:30.480155 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:56:30.480256 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:56:30.482832 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:56:30.482957 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica snapshots. {{(pid=88840) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:56:30.486850 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._report_driver_status {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:56:30.486973 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share status
Feb 19 02:56:30.487265 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:56:30.487519 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 299] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:30.488255 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 299] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:30.488378 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 299 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:56:30.490359 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 299] Sesch channel 299 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:30.517612 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 299] EOF received (299) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:30.518239 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 299] EOF sent (299) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:30.520280 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:56:30.520712 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:56:30.521096 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:56:30.521523 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 253] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:30.522243 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 253] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:30.522434 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 253 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:56:30.524836 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 253] Sesch channel 253 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:30.560099 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 253] EOF received (253) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:30.560511 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 253] EOF sent (253) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:30.561115 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:56:30.561432 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:56:30.561746 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:56:30.561962 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 274] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:30.562946 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 274] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:30.563078 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 274 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:56:30.565832 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 274] Sesch channel 274 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:30.597996 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 274] EOF received (274) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:30.598396 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 274] EOF sent (274) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:30.598942 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:56:30.599233 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:56:30.599419 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:56:30.599643 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 300] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:30.600037 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 300] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:30.600154 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 300 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:56:30.604991 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 300] Sesch channel 300 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:30.638794 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 300] EOF received (300) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:30.638895 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 300] EOF sent (300) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:56:30.639639 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:56:30.639967 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:56:30.640402 np0000156481 manila-share[88840]: DEBUG manila.share.driver [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share stats. {{(pid=88840) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:56:30.641104 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._execute_periodic_hook {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:56:30.651341 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:56:30.654042 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:56:30.656536 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:56:30.656536 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share instances. {{(pid=88840) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:56:30.661952 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:56:39.756032 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:56:39.756032 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:57:00.041858 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:57:02.262239 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:57:05.216979 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:57:05.217666 np0000156481 manila-share[88844]: DEBUG manila.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Notifying Schedulers of capabilities ... {{(pid=88844) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:57:05.220606 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:57:05.244727 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:57:05.244858 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica instances. {{(pid=88844) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:57:05.249959 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:57:05.250099 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:57:05.254852 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:57:05.254967 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:57:05.256099 np0000156481 manila-share[88844]: DEBUG dbcounter [-] [88844] Writing DB stats manila:SELECT=65,manila:UPDATE=8,manila:INSERT=7 {{(pid=88844) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:57:05.257540 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:57:05.257625 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica snapshots. {{(pid=88844) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:57:05.261578 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._report_driver_status {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:57:05.261686 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share status
Feb 19 02:57:05.261834 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:57:05.262047 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 213] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:05.262630 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 213] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:05.262732 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 213 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:57:05.264409 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 213] Sesch channel 213 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:05.292792 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:57:05.301987 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 213] EOF received (213) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:05.302413 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 213] EOF sent (213) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:05.303008 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:57:05.303287 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option free's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:57:05.303614 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:57:05.303922 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 235] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:05.304602 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 235] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:05.304772 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 235 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:57:05.306942 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 235] Sesch channel 235 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:05.338464 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 235] EOF received (235) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:05.338875 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 235] EOF sent (235) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:05.339416 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:57:05.339682 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option size's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:57:05.339946 np0000156481 manila-share[88844]: DEBUG manila.share.driver [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share stats. {{(pid=88844) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:57:05.340288 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:57:05.344747 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:57:05.347217 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:57:05.347388 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share instances. {{(pid=88844) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:57:05.354019 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:57:05.394375 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:57:19.228380 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:57:19.229749 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:57:21.265770 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] Received request to update access for share instance 63cc6e73-0828-4ff0-aef1-d36eb4d3ace9. {{(pid=88840) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:57:21.280392 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] Acquiring lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:57:21.280708 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] Lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:57:21.282795 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] Lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:57:21.282969 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] Acquiring lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:57:21.283414 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] Lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:57:21.316732 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] Lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.033s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:57:21.316983 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] Updating access rules for share instance 63cc6e73-0828-4ff0-aef1-d36eb4d3ace9 belonging to share 446b5bc4-bde1-4e5f-a920-00df202b1dff. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:57:21.330702 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] Acquiring lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:57:21.330936 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] Lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:57:21.336542 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] Lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:57:21.336673 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] Acquiring lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:57:21.336953 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] Lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:57:21.349019 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] Lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.012s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:57:21.362943 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] Acquiring lock "zfs-dataset-alpha/manila_share_63cc6e73_0828_4ff0_aef1_d36eb4d3ace9" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:57:21.363347 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] Lock "zfs-dataset-alpha/manila_share_63cc6e73_0828_4ff0_aef1_d36eb4d3ace9" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:57:21.363547 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:57:21.363798 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] [chan 254] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:21.364284 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 254] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:21.364447 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 254 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:57:21.366010 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 254] Sesch channel 254 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:21.393999 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 254] EOF received (254) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:21.394577 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 254] EOF sent (254) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:21.395240 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:57:21.395644 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] Running cmd (SSH): sudo zfs set sharenfs=rw=172.24.5.73,no_root_squash alpha/manila_share_63cc6e73_0828_4ff0_aef1_d36eb4d3ace9 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:57:21.396086 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] [chan 77] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:21.396781 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 77] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:21.396935 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 77 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:57:21.398529 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 77] Sesch channel 77 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:21.443123 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 77] EOF received (77) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:21.443563 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 77] EOF sent (77) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:21.444217 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:57:21.444607 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] Lock "zfs-dataset-alpha/manila_share_63cc6e73_0828_4ff0_aef1_d36eb4d3ace9" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.081s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:57:21.444917 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] Acquiring lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:57:21.445515 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] Lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:57:21.494817 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] Lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.049s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:57:21.495251 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] Acquiring lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:57:21.495429 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] Lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:57:21.495611 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] Lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:57:21.495792 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] Acquiring lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:57:21.496145 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] Lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:57:21.498638 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] Lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:57:21.498765 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] Acquiring lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:57:21.498976 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] Lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:57:21.500804 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] Lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:57:21.500944 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] Acquiring lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:57:21.501222 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] Lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:57:21.531754 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] Lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.030s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:57:21.531957 np0000156481 manila-share[88840]: INFO manila.share.access [None req-8116eb66-53ec-4e13-82f1-e4747e97e0db tempest-TestShareExtendNFS-432795908 None] Access rules were successfully modified for share instance 63cc6e73-0828-4ff0-aef1-d36eb4d3ace9 belonging to share 446b5bc4-bde1-4e5f-a920-00df202b1dff.
Feb 19 02:57:30.441901 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:57:30.442742 np0000156481 manila-share[88840]: DEBUG manila.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Notifying Schedulers of capabilities ... {{(pid=88840) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:57:30.444491 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:57:30.463263 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:57:30.463445 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica instances. {{(pid=88840) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:57:30.466721 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:57:30.466823 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:57:30.472433 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:57:30.472560 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:57:30.474388 np0000156481 manila-share[88840]: DEBUG dbcounter [-] [88840] Writing DB stats manila:SELECT=128,manila:UPDATE=11 {{(pid=88840) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:57:30.476269 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:57:30.476438 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica snapshots. {{(pid=88840) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:57:30.481192 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._report_driver_status {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:57:30.481294 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share status
Feb 19 02:57:30.481481 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:57:30.481677 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 275] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:30.482207 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 275] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:30.482283 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 275 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:57:30.483580 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 275] Sesch channel 275 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:30.511917 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 275] EOF received (275) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:30.512292 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 275] EOF sent (275) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:30.512888 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:57:30.513164 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:57:30.513471 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:57:30.513762 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 301] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:30.514656 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 301] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:30.514783 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 301 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:57:30.516508 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 301] Sesch channel 301 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:30.542895 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 301] EOF received (301) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:30.543118 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 301] EOF sent (301) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:30.543484 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:57:30.543649 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:57:30.543827 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:57:30.544021 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 255] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:30.544556 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 255] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:30.544715 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 255 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:57:30.546412 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 255] Sesch channel 255 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:30.579660 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 255] EOF received (255) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:30.579901 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 255] EOF sent (255) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:30.580215 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:57:30.580403 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:57:30.580554 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:57:30.580880 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 276] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:30.581342 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 276] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:30.581427 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 276 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:57:30.582831 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 276] Sesch channel 276 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:30.607024 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 276] EOF received (276) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:30.607289 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 276] EOF sent (276) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:57:30.607618 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:57:30.607773 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:57:30.607930 np0000156481 manila-share[88840]: DEBUG manila.share.driver [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share stats. {{(pid=88840) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:57:30.608145 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:57:30.611610 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:57:30.614138 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:57:30.614271 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share instances. {{(pid=88840) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:57:30.621696 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:57:39.809737 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:58:00.121480 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:58:05.214908 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:58:05.214908 np0000156481 manila-share[88844]: DEBUG manila.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Notifying Schedulers of capabilities ... {{(pid=88844) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:58:05.218254 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:58:05.236970 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:58:05.237369 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica instances. {{(pid=88844) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:58:05.242500 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:58:05.242500 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:58:05.246838 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:58:05.247027 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:58:05.249124 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:58:05.249859 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica snapshots. {{(pid=88844) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:58:05.254639 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._report_driver_status {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:58:05.254936 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share status
Feb 19 02:58:05.255194 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:58:05.255514 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 222] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:05.256502 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 222] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:05.256502 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 222 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:58:05.258636 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 222] Sesch channel 222 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:05.285988 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 222] EOF received (222) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:05.285988 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 222] EOF sent (222) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:05.285988 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:58:05.285988 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option free's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:58:05.285988 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:58:05.285988 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 223] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:05.286860 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 223] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:05.287168 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 223 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:58:05.289685 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 223] Sesch channel 223 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:05.322646 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 223] EOF received (223) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:05.322646 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 223] EOF sent (223) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:05.322646 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:58:05.322646 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option size's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:58:05.322646 np0000156481 manila-share[88844]: DEBUG manila.share.driver [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share stats. {{(pid=88844) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:58:05.322646 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:58:05.326257 np0000156481 manila-share[88844]: DEBUG dbcounter [-] [88844] Writing DB stats manila:SELECT=40,manila:UPDATE=6 {{(pid=88844) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:58:05.327983 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:58:05.331550 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:58:05.331727 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share instances. {{(pid=88844) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:58:05.339905 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:58:05.365612 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:58:05.368037 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:58:19.274410 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:58:21.460987 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:58:30.439120 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:58:30.440031 np0000156481 manila-share[88840]: DEBUG manila.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Notifying Schedulers of capabilities ... {{(pid=88840) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:58:30.443790 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:58:30.489050 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:58:30.489250 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica instances. {{(pid=88840) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:58:30.490929 np0000156481 manila-share[88840]: DEBUG dbcounter [-] [88840] Writing DB stats manila:SELECT=36,manila:UPDATE=6 {{(pid=88840) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:58:30.494504 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:58:30.494504 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:58:30.501612 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:58:30.501754 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:58:30.504649 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:58:30.504802 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica snapshots. {{(pid=88840) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:58:30.509615 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._report_driver_status {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:58:30.509837 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share status
Feb 19 02:58:30.510103 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:58:30.510461 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 302] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:30.511120 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 302] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:30.511391 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 302 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:58:30.513350 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 302] Sesch channel 302 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:30.560455 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 302] EOF received (302) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:30.560605 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 302] EOF sent (302) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:30.560874 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:58:30.560956 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 28.6G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:58:30.561102 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:58:30.561252 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 256] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:30.561629 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 256] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:30.561713 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 256 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:58:30.563014 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 256] Sesch channel 256 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:30.615039 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 256] EOF received (256) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:30.615209 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 256] EOF sent (256) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:30.615592 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:58:30.615727 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:58:30.615885 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:58:30.616085 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 277] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:30.616623 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 277] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:30.616703 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 277 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:58:30.618948 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 277] Sesch channel 277 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:30.666157 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 277] EOF received (277) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:30.666157 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 277] EOF sent (277) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:30.666157 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:58:30.666157 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:58:30.666157 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:58:30.666157 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 303] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:30.669665 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 303] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:30.669903 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 303 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:58:30.671790 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 303] Sesch channel 303 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:30.696398 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 303] EOF received (303) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:30.697964 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 303] EOF sent (303) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:30.697964 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:58:30.697964 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:58:30.697964 np0000156481 manila-share[88840]: DEBUG manila.share.driver [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share stats. {{(pid=88840) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:58:30.697964 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:58:30.724238 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:58:30.725592 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:58:30.725726 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share instances. {{(pid=88840) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:58:30.733923 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:58:31.326426 np0000156481 manila-share[88844]: DEBUG dbcounter [-] [88844] Writing DB stats manila:SELECT=11,manila:UPDATE=2 {{(pid=88844) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:58:32.618460 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Acquiring lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:58:32.619032 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:58:32.654112 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.035s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:58:32.654352 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Acquiring lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:58:32.654554 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:58:32.656608 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:58:32.656748 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Acquiring lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:58:32.656952 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:58:32.786639 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.130s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:58:32.786852 np0000156481 manila-share[88840]: DEBUG manila.share.access [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Updating access rules for share instance 63cc6e73-0828-4ff0-aef1-d36eb4d3ace9 belonging to share 446b5bc4-bde1-4e5f-a920-00df202b1dff. {{(pid=88840) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:58:32.800278 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Acquiring lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:58:32.800559 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:58:32.823178 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:58:32.823349 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Acquiring lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:58:32.823566 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:58:32.833878 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:58:32.847200 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Acquiring lock "zfs-dataset-alpha/manila_share_63cc6e73_0828_4ff0_aef1_d36eb4d3ace9" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:58:32.847451 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Lock "zfs-dataset-alpha/manila_share_63cc6e73_0828_4ff0_aef1_d36eb4d3ace9" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:58:32.847599 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:58:32.847788 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] [chan 257] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:32.848265 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 257] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:32.848370 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 257 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:58:32.851474 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 257] Sesch channel 257 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:32.878818 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 257] EOF received (257) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:32.879180 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 257] EOF sent (257) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:32.879818 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:58:32.880161 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_63cc6e73_0828_4ff0_aef1_d36eb4d3ace9 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:58:32.880507 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] [chan 110] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:32.881283 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 110] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:32.881483 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 110 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:58:32.883481 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 110] Sesch channel 110 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:32.934514 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 110] EOF received (110) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:32.934757 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 110] EOF sent (110) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:32.935141 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:58:32.935397 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Lock "zfs-dataset-alpha/manila_share_63cc6e73_0828_4ff0_aef1_d36eb4d3ace9" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.088s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:58:32.935603 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Acquiring lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:58:32.935948 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:58:32.956596 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.021s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:58:32.956867 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Acquiring lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:58:32.957120 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:58:32.974304 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.017s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:58:32.974591 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Acquiring lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:58:32.975200 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:58:32.977177 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:58:32.977359 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Acquiring lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:58:32.977645 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:58:32.980250 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:58:32.980447 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Acquiring lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:58:32.980725 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:58:33.008531 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Lock "locked_access_rules_operation_by_share_instance_63cc6e73-0828-4ff0-aef1-d36eb4d3ace9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.028s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:58:33.008706 np0000156481 manila-share[88840]: INFO manila.share.access [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Access rules were successfully modified for share instance 63cc6e73-0828-4ff0-aef1-d36eb4d3ace9 belonging to share 446b5bc4-bde1-4e5f-a920-00df202b1dff.
Feb 19 02:58:33.013612 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:58:33.013824 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] [chan 278] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:33.014352 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 278] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:33.014435 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 278 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:58:33.015771 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 278] Sesch channel 278 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:33.045941 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 278] EOF received (278) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:33.046293 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 278] EOF sent (278) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:33.046913 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:58:33.047248 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:58:33.047599 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] [chan 304] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:33.048170 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 304] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:33.048387 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 304 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:58:33.050347 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 304] Sesch channel 304 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:33.077649 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 304] EOF received (304) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:33.078235 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 304] EOF sent (304) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:33.080966 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:58:33.080966 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Acquiring lock "zfs-dataset-alpha/manila_share_63cc6e73_0828_4ff0_aef1_d36eb4d3ace9" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:58:33.080966 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Lock "zfs-dataset-alpha/manila_share_63cc6e73_0828_4ff0_aef1_d36eb4d3ace9" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:58:33.080966 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_63cc6e73_0828_4ff0_aef1_d36eb4d3ace9 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:58:33.080966 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] [chan 78] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:33.081338 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 78] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:33.081338 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 78 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:58:33.083092 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 78] Sesch channel 78 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:33.108371 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 78] EOF received (78) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:33.108551 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 78] EOF sent (78) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:33.108896 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:58:33.109063 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] ZFS option sharenfs's value is off. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:58:33.109230 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Lock "zfs-dataset-alpha/manila_share_63cc6e73_0828_4ff0_aef1_d36eb4d3ace9" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.030s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:58:33.109390 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Acquiring lock "zfs-dataset-alpha/manila_share_63cc6e73_0828_4ff0_aef1_d36eb4d3ace9" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:58:33.109638 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Lock "zfs-dataset-alpha/manila_share_63cc6e73_0828_4ff0_aef1_d36eb4d3ace9" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:58:33.109859 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_63cc6e73_0828_4ff0_aef1_d36eb4d3ace9 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:58:33.109924 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] [chan 258] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:33.110348 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 258] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:33.110459 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 258 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:58:33.111674 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 258] Sesch channel 258 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:33.133256 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 258] EOF received (258) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:33.133515 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 258] EOF sent (258) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:33.133957 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:58:33.134192 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] ZFS option mountpoint's value is /alpha/manila_share_63cc6e73_0828_4ff0_aef1_d36eb4d3ace9. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:58:33.134377 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Running cmd (SSH): lsof -w /alpha/manila_share_63cc6e73_0828_4ff0_aef1_d36eb4d3ace9 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:58:33.134623 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] [chan 279] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:33.135070 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 279] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:33.135160 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 279 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:58:33.136537 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 279] Sesch channel 279 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:33.259252 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 279] EOF received (279) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:33.259656 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 279] EOF sent (279) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:33.260267 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Result was 1 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:58:33.260779 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Running cmd (SSH): sudo umount /alpha/manila_share_63cc6e73_0828_4ff0_aef1_d36eb4d3ace9 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:58:33.261163 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] [chan 305] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:33.261768 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 305] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:33.261929 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 305 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:58:33.263875 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 305] Sesch channel 305 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:33.303395 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 305] EOF received (305) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:33.303823 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 305] EOF sent (305) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:33.304564 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:58:35.305783 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_63cc6e73_0828_4ff0_aef1_d36eb4d3ace9 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:58:35.306880 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] [chan 259] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:35.307721 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 259] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:35.307845 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 259 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:58:35.309904 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 259] Sesch channel 259 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:35.424175 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 259] EOF received (259) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:35.424485 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 259] EOF sent (259) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:35.425078 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:58:35.425553 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.lockutils [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Lock "zfs-dataset-alpha/manila_share_63cc6e73_0828_4ff0_aef1_d36eb4d3ace9" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.316s {{(pid=88840) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:58:35.532763 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Created reservations ['85b1149f-2476-4645-a028-e1f24c7968f4', '5b2c3160-7e41-4b6b-855e-7076a395dac7', '67a7f09f-b58c-43a2-bd2d-482d503aeb2a', '09949d9c-8e47-4fe1-9ab2-9dd7e61980e3'] {{(pid=88840) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:58:35.545550 np0000156481 manila-share[88840]: DEBUG manila.quota [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Committed reservations ['85b1149f-2476-4645-a028-e1f24c7968f4', '5b2c3160-7e41-4b6b-855e-7076a395dac7', '67a7f09f-b58c-43a2-bd2d-482d503aeb2a', '09949d9c-8e47-4fe1-9ab2-9dd7e61980e3'] {{(pid=88840) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:58:35.550197 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-c92771f6-ad0c-4b83-a5c6-b4c99d2e5ca8 tempest-TestShareExtendNFS-432795908 None] Share instance 63cc6e73-0828-4ff0-aef1-d36eb4d3ace9: deleted successfully.
Feb 19 02:58:43.522448 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] Received request to update access for share instance 24fccaa9-1876-4ad7-a55a-1470f779a53c. {{(pid=88844) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:58:43.536788 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:58:43.536788 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:58:43.538870 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:58:43.539079 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:58:43.539358 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:58:43.638028 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.098s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:58:43.638337 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] Updating access rules for share instance 24fccaa9-1876-4ad7-a55a-1470f779a53c belonging to share 9a9003da-60c0-4d99-8344-932f06722edb. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:58:43.655966 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:58:43.656252 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:58:43.666384 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:58:43.666605 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:58:43.666961 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:58:43.678413 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.011s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:58:43.689682 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "zfs-dataset-gamma/manila_share_24fccaa9_1876_4ad7_a55a_1470f779a53c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:58:43.690084 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_24fccaa9_1876_4ad7_a55a_1470f779a53c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:58:43.690274 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:58:43.690495 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 214] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:43.690894 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 214] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:43.690971 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 214 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:58:43.692024 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 214] Sesch channel 214 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:43.721296 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 214] EOF received (214) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:43.721677 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 214] EOF sent (214) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:43.722345 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:58:43.722696 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs set sharenfs=rw=172.24.5.13,no_root_squash gamma/manila_share_24fccaa9_1876_4ad7_a55a_1470f779a53c {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:58:43.723019 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 97] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:43.723733 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 97] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:43.723895 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 97 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:58:43.725702 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 97] Sesch channel 97 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:43.778142 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 97] EOF received (97) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:43.778142 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 97] EOF sent (97) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:43.778142 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:58:43.778341 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_24fccaa9_1876_4ad7_a55a_1470f779a53c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.088s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:58:43.779362 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:58:43.779362 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:58:43.821711 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.043s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:58:43.821941 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:58:43.822286 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:58:43.822492 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:58:43.822745 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:58:43.822978 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:58:43.825621 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:58:43.825754 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:58:43.825955 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:58:43.827985 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:58:43.828128 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:58:43.828333 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:58:43.848519 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.020s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:58:43.848772 np0000156481 manila-share[88844]: INFO manila.share.access [None req-d9f94bf2-fc37-4d66-9816-166b6ce5fca6 tempest-TestShareBasicOpsNFS-1749884742 None] Access rules were successfully modified for share instance 24fccaa9-1876-4ad7-a55a-1470f779a53c belonging to share 9a9003da-60c0-4d99-8344-932f06722edb.
Feb 19 02:58:59.308170 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:58:59.308903 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:58:59.347235 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.039s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:58:59.347467 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:58:59.347804 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:58:59.350404 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:58:59.350531 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:58:59.350743 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:58:59.388916 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.038s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:58:59.389099 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Updating access rules for share instance 24fccaa9-1876-4ad7-a55a-1470f779a53c belonging to share 9a9003da-60c0-4d99-8344-932f06722edb. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:58:59.407075 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:58:59.407450 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:58:59.439888 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.032s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:58:59.440128 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:58:59.440353 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:58:59.451766 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.011s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:58:59.468371 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "zfs-dataset-gamma/manila_share_24fccaa9_1876_4ad7_a55a_1470f779a53c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:58:59.468571 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_24fccaa9_1876_4ad7_a55a_1470f779a53c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:58:59.468715 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:58:59.468907 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 236] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:59.469419 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 236] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:59.469513 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 236 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:58:59.471262 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 236] Sesch channel 236 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:59.498250 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 236] EOF received (236) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:59.498591 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 236] EOF sent (236) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:59.499281 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:58:59.499616 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_24fccaa9_1876_4ad7_a55a_1470f779a53c {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:58:59.499955 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 103] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:59.500621 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 103] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:59.500774 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 103 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:58:59.502672 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 103] Sesch channel 103 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:59.545105 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 103] EOF received (103) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:59.545512 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 103] EOF sent (103) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:59.546084 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:58:59.546455 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_24fccaa9_1876_4ad7_a55a_1470f779a53c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.078s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:58:59.546733 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:58:59.547233 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:58:59.690570 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.143s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:58:59.690830 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:58:59.691040 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:58:59.708924 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.018s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:58:59.709137 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:58:59.709501 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:58:59.712592 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:58:59.712769 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:58:59.713133 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:58:59.715933 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:58:59.716132 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:58:59.716537 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:58:59.748075 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_24fccaa9-1876-4ad7-a55a-1470f779a53c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.031s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:58:59.748216 np0000156481 manila-share[88844]: INFO manila.share.access [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Access rules were successfully modified for share instance 24fccaa9-1876-4ad7-a55a-1470f779a53c belonging to share 9a9003da-60c0-4d99-8344-932f06722edb.
Feb 19 02:58:59.752219 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:58:59.752490 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 223] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:59.753051 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 223] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:59.753158 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 223 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:58:59.754568 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 223] Sesch channel 223 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:59.779307 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 223] EOF received (223) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:59.779708 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 223] EOF sent (223) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:59.780362 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:58:59.780752 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:58:59.781062 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 224] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:59.781751 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 224] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:59.781900 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 224 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:58:59.783850 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 224] Sesch channel 224 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:59.811696 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 224] EOF received (224) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:59.811974 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 224] EOF sent (224) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:59.812538 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:58:59.812892 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "zfs-dataset-gamma/manila_share_24fccaa9_1876_4ad7_a55a_1470f779a53c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:58:59.813310 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_24fccaa9_1876_4ad7_a55a_1470f779a53c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:58:59.813550 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_24fccaa9_1876_4ad7_a55a_1470f779a53c {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:58:59.813902 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 98] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:59.814497 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 98] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:59.814655 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 98 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:58:59.816774 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 98] Sesch channel 98 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:59.836838 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 98] EOF received (98) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:59.837119 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 98] EOF sent (98) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:59.837702 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:58:59.838010 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:58:59.838403 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_24fccaa9_1876_4ad7_a55a_1470f779a53c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.025s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:58:59.838687 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "zfs-dataset-gamma/manila_share_24fccaa9_1876_4ad7_a55a_1470f779a53c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:58:59.839091 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_24fccaa9_1876_4ad7_a55a_1470f779a53c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:58:59.839238 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_24fccaa9_1876_4ad7_a55a_1470f779a53c {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:58:59.839432 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 215] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:59.839839 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 215] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:59.839931 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 215 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:58:59.841457 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 215] Sesch channel 215 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:59.870546 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 215] EOF received (215) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:59.870952 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 215] EOF sent (215) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:59.871733 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:58:59.872114 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] ZFS option mountpoint's value is /gamma/manila_share_24fccaa9_1876_4ad7_a55a_1470f779a53c. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:58:59.872431 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): lsof -w /gamma/manila_share_24fccaa9_1876_4ad7_a55a_1470f779a53c {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:58:59.872787 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 237] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:59.873485 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 237] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:58:59.873658 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 237 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:58:59.875878 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 237] Sesch channel 237 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:00.006652 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 237] EOF received (237) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:00.007018 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 237] EOF sent (237) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:00.007663 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:59:00.008164 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo umount /gamma/manila_share_24fccaa9_1876_4ad7_a55a_1470f779a53c {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:59:00.008539 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 224] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:00.009194 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 224] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:00.009393 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 224 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:59:00.011765 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 224] Sesch channel 224 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:00.048400 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 224] EOF received (224) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:00.048574 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 224] EOF sent (224) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:00.049049 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:59:02.050574 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_24fccaa9_1876_4ad7_a55a_1470f779a53c {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:59:02.054098 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 225] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:02.054915 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 225] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:02.055103 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 225 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:59:02.056922 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 225] Sesch channel 225 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:02.115342 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 225] EOF received (225) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:02.115749 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 225] EOF sent (225) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:02.116422 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:59:02.116957 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_24fccaa9_1876_4ad7_a55a_1470f779a53c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.278s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:59:02.211808 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Created reservations ['0a2e3549-d162-4d4e-b737-1a5e19c61385', '0b413175-4e45-4985-9423-43c756c038b3', '4a543076-87a0-4362-a61c-03bf7def57e4', '256a4087-4413-4484-9b21-826038b32dcd'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:59:02.225775 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Committed reservations ['0a2e3549-d162-4d4e-b737-1a5e19c61385', '0b413175-4e45-4985-9423-43c756c038b3', '4a543076-87a0-4362-a61c-03bf7def57e4', '256a4087-4413-4484-9b21-826038b32dcd'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:59:02.229688 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-65f7e163-1868-4c60-9572-f5e7f81749d3 tempest-TestShareBasicOpsNFS-1749884742 None] Share instance 24fccaa9-1876-4ad7-a55a-1470f779a53c: deleted successfully.
Feb 19 02:59:05.214346 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:59:05.215108 np0000156481 manila-share[88844]: DEBUG manila.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Notifying Schedulers of capabilities ... {{(pid=88844) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:59:05.217261 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:59:05.226261 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:59:05.226419 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica instances. {{(pid=88844) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:59:05.229586 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:59:05.229711 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:59:05.234551 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:59:05.234730 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:59:05.237775 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:59:05.237904 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica snapshots. {{(pid=88844) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:59:05.242869 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._report_driver_status {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:59:05.242999 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share status
Feb 19 02:59:05.243144 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:59:05.243374 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 216] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:05.243951 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 216] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:05.244060 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 216 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:59:05.245452 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 216] Sesch channel 216 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:05.273256 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 216] EOF received (216) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:05.273707 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 216] EOF sent (216) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:05.274301 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:59:05.274689 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option free's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:59:05.274995 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:59:05.275289 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 238] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:05.276074 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 238] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:05.276332 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 238 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:59:05.277906 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 238] Sesch channel 238 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:05.310421 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 238] EOF received (238) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:05.310844 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 238] EOF sent (238) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:05.311560 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:59:05.311926 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option size's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:59:05.312257 np0000156481 manila-share[88844]: DEBUG manila.share.driver [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share stats. {{(pid=88844) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:59:05.312738 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:59:05.316733 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:59:05.319849 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:59:05.320005 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share instances. {{(pid=88844) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:59:05.328544 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:59:21.304563 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1d3c0c38-ac3f-4115-b470-83a75f85cdb6 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off gamma/manila_share_bb07b1fb_d712_4d7b_8d6e_566c6d4e681a {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:59:21.305466 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-1d3c0c38-ac3f-4115-b470-83a75f85cdb6 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 225] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:21.305466 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 225] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:21.305466 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 225 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:59:21.306453 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 225] Sesch channel 225 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:21.411994 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 225] EOF received (225) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:21.412257 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 225] EOF sent (225) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:21.412726 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1d3c0c38-ac3f-4115-b470-83a75f85cdb6 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:59:21.412959 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1d3c0c38-ac3f-4115-b470-83a75f85cdb6 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_bb07b1fb_d712_4d7b_8d6e_566c6d4e681a {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:59:21.413194 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-1d3c0c38-ac3f-4115-b470-83a75f85cdb6 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 104] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:21.413701 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 104] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:21.413810 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 104 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:59:21.415362 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 104] Sesch channel 104 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:21.439562 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 104] EOF received (104) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:21.440036 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 104] EOF sent (104) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:21.440914 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-1d3c0c38-ac3f-4115-b470-83a75f85cdb6 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:59:21.441501 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1d3c0c38-ac3f-4115-b470-83a75f85cdb6 tempest-TestShareBasicOpsNFS-1749884742 None] ZFS option mountpoint's value is /gamma/manila_share_bb07b1fb_d712_4d7b_8d6e_566c6d4e681a. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:59:21.473013 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-1d3c0c38-ac3f-4115-b470-83a75f85cdb6 tempest-TestShareBasicOpsNFS-1749884742 None] Share instance bb07b1fb-d712-4d7b-8d6e-566c6d4e681a created successfully.
Feb 19 02:59:30.444162 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:59:30.444956 np0000156481 manila-share[88840]: DEBUG manila.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Notifying Schedulers of capabilities ... {{(pid=88840) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:59:30.446436 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:59:30.456819 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:59:30.456984 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica instances. {{(pid=88840) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:59:30.463995 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:59:30.464131 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:59:30.469796 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:59:30.469927 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:59:30.472728 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:59:30.472821 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica snapshots. {{(pid=88840) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:59:30.475935 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._report_driver_status {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:59:30.476055 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share status
Feb 19 02:59:30.476163 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:59:30.476338 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 280] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:30.476822 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 280] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:30.476899 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 280 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:59:30.478054 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 280] Sesch channel 280 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:30.503791 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 280] EOF received (280) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:30.504236 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 280] EOF sent (280) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:30.505060 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:59:30.505413 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:59:30.505769 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:59:30.506096 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 306] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:30.506808 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 306] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:30.506997 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 306 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:59:30.508822 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 306] Sesch channel 306 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:30.536290 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 306] EOF received (306) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:30.536736 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 306] EOF sent (306) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:30.537446 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:59:30.537820 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:59:30.538178 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:59:30.538586 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 260] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:30.539291 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 260] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:30.539498 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 260 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:59:30.541473 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 260] Sesch channel 260 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:30.567792 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 260] EOF received (260) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:30.568184 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 260] EOF sent (260) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:30.568723 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:59:30.568976 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:59:30.569228 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:59:30.569566 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 281] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:30.570131 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 281] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:30.570298 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 281 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:59:30.572261 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 281] Sesch channel 281 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:30.593850 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 281] EOF received (281) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:30.594445 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 281] EOF sent (281) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:59:30.595201 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:59:30.595637 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:59:30.595985 np0000156481 manila-share[88840]: DEBUG manila.share.driver [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share stats. {{(pid=88840) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:59:30.596308 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:59:30.598914 np0000156481 manila-share[88840]: DEBUG dbcounter [-] [88840] Writing DB stats manila:SELECT=176,manila:UPDATE=24,manila:INSERT=4 {{(pid=88840) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:59:30.600847 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:59:30.603660 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:59:30.603790 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share instances. {{(pid=88840) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:59:30.610202 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:59:31.335662 np0000156481 manila-share[88844]: DEBUG dbcounter [-] [88844] Writing DB stats manila:SELECT=278,manila:UPDATE=31,manila:INSERT=11 {{(pid=88844) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:59:32.976589 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:59:33.131726 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:59:59.928968 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:00:02.146116 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:00:05.212182 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:00:05.212992 np0000156481 manila-share[88844]: DEBUG manila.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Notifying Schedulers of capabilities ... {{(pid=88844) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 03:00:05.215266 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:00:05.233580 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:00:05.233712 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica instances. {{(pid=88844) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 03:00:05.237840 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:00:05.238002 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 03:00:05.242025 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:00:05.242131 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 03:00:05.244548 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:00:05.244737 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica snapshots. {{(pid=88844) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 03:00:05.248465 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._report_driver_status {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:00:05.248565 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share status
Feb 19 03:00:05.248690 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:00:05.248867 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 226] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:00:05.249346 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 226] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:00:05.249449 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 226 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:00:05.250502 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 226] Sesch channel 226 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:00:05.274738 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 226] EOF received (226) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:00:05.275181 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 226] EOF sent (226) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:00:05.275782 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:00:05.276058 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option free's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:00:05.276344 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:00:05.276655 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 217] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:00:05.277368 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 217] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:00:05.277538 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 217 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:00:05.279596 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 217] Sesch channel 217 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:00:05.303224 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 217] EOF received (217) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:00:05.303617 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 217] EOF sent (217) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:00:05.304197 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:00:05.304465 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option size's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:00:05.304725 np0000156481 manila-share[88844]: DEBUG manila.share.driver [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share stats. {{(pid=88844) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 03:00:05.305042 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:00:05.309513 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:00:05.313469 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:00:05.313678 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share instances. {{(pid=88844) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 03:00:05.320633 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:00:05.391600 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:00:21.446567 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:00:21.499652 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:00:30.447559 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:00:30.448163 np0000156481 manila-share[88840]: DEBUG manila.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Notifying Schedulers of capabilities ... {{(pid=88840) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 03:00:30.450054 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:00:30.460546 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:00:30.460666 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica instances. {{(pid=88840) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 03:00:30.464748 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:00:30.464827 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 03:00:30.469133 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:00:30.469244 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 03:00:30.471620 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:00:30.471708 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica snapshots. {{(pid=88840) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 03:00:30.474540 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._report_driver_status {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:00:30.474674 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share status
Feb 19 03:00:30.474825 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:00:30.474985 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 307] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:00:30.475475 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 307] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:00:30.475575 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 307 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:00:30.477170 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 307] Sesch channel 307 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:00:30.506432 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 307] EOF received (307) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:00:30.506831 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 307] EOF sent (307) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:00:30.507428 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:00:30.507691 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:00:30.508052 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:00:30.508402 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 261] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:00:30.509086 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 261] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:00:30.509346 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 261 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:00:30.511379 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 261] Sesch channel 261 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:00:30.544014 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 261] EOF received (261) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:00:30.544432 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 261] EOF sent (261) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:00:30.545061 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:00:30.545366 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:00:30.545671 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:00:30.545975 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 282] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:00:30.546676 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 282] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:00:30.546807 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 282 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:00:30.548750 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 282] Sesch channel 282 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:00:30.576968 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 282] EOF received (282) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:00:30.577216 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 282] EOF sent (282) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:00:30.577677 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:00:30.577864 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:00:30.578058 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:00:30.578359 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 308] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:00:30.578805 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 308] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:00:30.578929 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 308 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:00:30.580749 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 308] Sesch channel 308 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:00:30.609397 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 308] EOF received (308) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:00:30.609661 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 308] EOF sent (308) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:00:30.610294 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:00:30.610509 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:00:30.610704 np0000156481 manila-share[88840]: DEBUG manila.share.driver [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share stats. {{(pid=88840) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 03:00:30.610950 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:00:30.612974 np0000156481 manila-share[88840]: DEBUG dbcounter [-] [88840] Writing DB stats manila:SELECT=33,manila:UPDATE=6 {{(pid=88840) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 03:00:30.614648 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:00:30.617638 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:00:30.617777 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share instances. {{(pid=88840) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 03:00:30.625235 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:00:33.038571 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:00:33.139535 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:00:41.343011 np0000156481 manila-share[88844]: DEBUG dbcounter [-] [88844] Writing DB stats manila:SELECT=40,manila:UPDATE=7 {{(pid=88844) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 03:00:59.952799 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:01:05.211293 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:01:05.212152 np0000156481 manila-share[88844]: DEBUG manila.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Notifying Schedulers of capabilities ... {{(pid=88844) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 03:01:05.213907 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:01:05.235959 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:01:05.236074 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica instances. {{(pid=88844) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 03:01:05.240792 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:01:05.240928 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 03:01:05.245931 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.delete_free_share_servers {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:01:05.246097 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.delete_expired_transfers {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:01:05.246221 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for expired transfers.
Feb 19 03:01:05.248916 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:01:05.249052 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 03:01:05.251983 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:01:05.252066 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica snapshots. {{(pid=88844) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 03:01:05.256159 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._report_driver_status {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:01:05.256269 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share status
Feb 19 03:01:05.256412 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:01:05.256566 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 239] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:05.257015 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 239] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:05.257088 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 239 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:01:05.258395 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 239] Sesch channel 239 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:05.290683 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 239] EOF received (239) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:05.291148 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 239] EOF sent (239) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:05.291763 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:01:05.292051 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option free's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:01:05.292392 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:01:05.292699 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 226] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:05.293346 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 226] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:05.293532 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 226 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:01:05.295443 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 226] Sesch channel 226 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:05.297990 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:01:05.325486 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 226] EOF received (226) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:05.325856 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 226] EOF sent (226) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:05.326390 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:01:05.326631 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option size's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:01:05.326884 np0000156481 manila-share[88844]: DEBUG manila.share.driver [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share stats. {{(pid=88844) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 03:01:05.327191 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:01:05.332217 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:01:05.335288 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:01:05.335427 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share instances. {{(pid=88844) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 03:01:05.343125 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:01:05.399589 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:01:21.576741 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:01:30.445379 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:01:30.446068 np0000156481 manila-share[88840]: DEBUG manila.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Notifying Schedulers of capabilities ... {{(pid=88840) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 03:01:30.447434 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:01:30.456463 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:01:30.456638 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica instances. {{(pid=88840) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 03:01:30.459949 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:01:30.460051 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 03:01:30.464230 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.delete_free_share_servers {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:01:30.464419 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.delete_expired_transfers {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:01:30.464419 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for expired transfers.
Feb 19 03:01:30.466260 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:01:30.466402 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 03:01:30.468496 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:01:30.468584 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica snapshots. {{(pid=88840) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 03:01:30.472048 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._report_driver_status {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:01:30.472210 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share status
Feb 19 03:01:30.472267 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:01:30.472438 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 262] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:30.472871 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 262] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:30.472963 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 262 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:01:30.474505 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 262] Sesch channel 262 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:30.502944 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 262] EOF received (262) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:30.503262 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 262] EOF sent (262) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:30.503833 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:01:30.504095 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:01:30.504362 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:01:30.504652 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 283] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:30.505293 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 283] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:30.505484 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 283 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:01:30.507541 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 283] Sesch channel 283 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:30.540222 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 283] EOF received (283) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:30.540526 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 283] EOF sent (283) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:30.540912 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:01:30.541104 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:01:30.541323 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:01:30.541549 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 309] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:30.542022 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 309] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:30.542132 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 309 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:01:30.543617 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 309] Sesch channel 309 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:30.574876 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 309] EOF received (309) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:30.575246 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 309] EOF sent (309) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:30.575822 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:01:30.576087 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:01:30.576391 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:01:30.576682 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 263] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:30.577309 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 263] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:30.577518 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 263 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:01:30.579001 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 263] Sesch channel 263 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:30.608745 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 263] EOF received (263) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:30.609146 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 263] EOF sent (263) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:30.609727 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:01:30.609992 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:01:30.610244 np0000156481 manila-share[88840]: DEBUG manila.share.driver [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share stats. {{(pid=88840) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 03:01:30.610592 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._execute_periodic_hook {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:01:30.617138 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:01:30.620229 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:01:30.622384 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:01:30.622485 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share instances. {{(pid=88840) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 03:01:30.627531 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:01:30.628564 np0000156481 manila-share[88840]: DEBUG dbcounter [-] [88840] Writing DB stats manila:SELECT=38,manila:UPDATE=6 {{(pid=88840) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 03:01:33.064414 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:01:33.164946 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:01:46.426808 np0000156481 manila-share[88844]: DEBUG dbcounter [-] [88844] Writing DB stats manila:SELECT=43,manila:UPDATE=7 {{(pid=88844) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 03:01:46.444798 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] Received request to update access for share instance bb07b1fb-d712-4d7b-8d6e-566c6d4e681a. {{(pid=88844) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 03:01:46.461579 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:01:46.462352 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:01:46.465814 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:01:46.466042 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:01:46.466358 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:01:46.510698 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.044s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:01:46.510996 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] Updating access rules for share instance bb07b1fb-d712-4d7b-8d6e-566c6d4e681a belonging to share a3f1fb3d-6ea6-4fad-b548-d6c35b07ee65. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 03:01:46.535781 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:01:46.536178 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:01:46.543082 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:01:46.543274 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:01:46.543599 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:01:46.553260 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:01:46.568587 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "zfs-dataset-gamma/manila_share_bb07b1fb_d712_4d7b_8d6e_566c6d4e681a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:01:46.568977 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_bb07b1fb_d712_4d7b_8d6e_566c6d4e681a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:01:46.569068 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:01:46.569282 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 227] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:46.569804 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 227] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:46.569875 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 227 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:01:46.571490 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 227] Sesch channel 227 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:46.604242 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 227] EOF received (227) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:46.604638 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 227] EOF sent (227) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:46.605242 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:01:46.605733 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs set sharenfs=rw=172.24.5.96,no_root_squash gamma/manila_share_bb07b1fb_d712_4d7b_8d6e_566c6d4e681a {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:01:46.605986 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 99] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:46.606512 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 99] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:46.606616 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 99 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:01:46.608350 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 99] Sesch channel 99 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:46.658747 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 99] EOF received (99) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:46.659125 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 99] EOF sent (99) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:01:46.659889 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:01:46.660265 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_bb07b1fb_d712_4d7b_8d6e_566c6d4e681a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.091s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:01:46.660638 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:01:46.661141 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:01:46.702863 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.042s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:01:46.703061 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:01:46.703282 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:01:46.703408 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:01:46.703540 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:01:46.703747 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:01:46.705907 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:01:46.706036 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:01:46.706236 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:01:46.708112 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:01:46.708247 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:01:46.708464 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:01:46.736302 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.028s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:01:46.736504 np0000156481 manila-share[88844]: INFO manila.share.access [None req-f899d248-50d6-436b-81dd-361bf9031e90 tempest-TestShareBasicOpsNFS-1749884742 None] Access rules were successfully modified for share instance bb07b1fb-d712-4d7b-8d6e-566c6d4e681a belonging to share a3f1fb3d-6ea6-4fad-b548-d6c35b07ee65.
Feb 19 03:02:01.342625 np0000156481 manila-share[88844]: DEBUG dbcounter [-] [88844] Writing DB stats manila:SELECT=81,manila:UPDATE=6 {{(pid=88844) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 03:02:05.069560 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] Received request to update access for share instance bb07b1fb-d712-4d7b-8d6e-566c6d4e681a. {{(pid=88844) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 03:02:05.089845 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:02:05.090235 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:02:05.092043 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:02:05.092268 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:02:05.092573 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:02:05.133695 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.041s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:02:05.133977 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] Updating access rules for share instance bb07b1fb-d712-4d7b-8d6e-566c6d4e681a belonging to share a3f1fb3d-6ea6-4fad-b548-d6c35b07ee65. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 03:02:05.150201 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:02:05.150695 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:02:05.156273 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:02:05.157684 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:02:05.157684 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:02:05.173870 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.017s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:02:05.190864 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "zfs-dataset-gamma/manila_share_bb07b1fb_d712_4d7b_8d6e_566c6d4e681a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:02:05.191259 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_bb07b1fb_d712_4d7b_8d6e_566c6d4e681a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:02:05.191545 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:02:05.191797 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] [chan 218] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:05.192251 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 218] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:05.192517 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 218 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:02:05.193782 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 218] Sesch channel 218 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:05.214195 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:02:05.214195 np0000156481 manila-share[88844]: DEBUG manila.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Notifying Schedulers of capabilities ... {{(pid=88844) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 03:02:05.215058 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:02:05.225471 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 218] EOF received (218) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:05.225742 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 218] EOF sent (218) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:05.226115 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:02:05.226387 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs set sharenfs=rw=172.24.5.96:172.24.5.113,no_root_squash gamma/manila_share_bb07b1fb_d712_4d7b_8d6e_566c6d4e681a {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:02:05.226632 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] [chan 105] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:05.227736 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 105] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:05.227922 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 105 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:02:05.232271 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 105] Sesch channel 105 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:05.237020 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:02:05.237644 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica instances. {{(pid=88844) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 03:02:05.242654 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:02:05.242654 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 03:02:05.247076 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:02:05.247342 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 03:02:05.250205 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:02:05.250390 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica snapshots. {{(pid=88844) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 03:02:05.254581 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._report_driver_status {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:02:05.254751 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share status
Feb 19 03:02:05.254934 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:02:05.255143 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 240] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:05.255596 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 240] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:05.255770 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 240 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:02:05.257015 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 240] Sesch channel 240 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:05.279357 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 105] EOF received (105) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:05.279357 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 105] EOF sent (105) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:05.279357 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:02:05.279357 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_bb07b1fb_d712_4d7b_8d6e_566c6d4e681a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.087s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:02:05.279357 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:02:05.279728 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:02:05.288610 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 240] EOF received (240) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:05.289002 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 240] EOF sent (240) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:05.289536 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:02:05.289882 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option free's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:02:05.290247 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:02:05.290555 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 227] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:05.291580 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 227] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:05.291740 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 227 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:02:05.294431 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 227] Sesch channel 227 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:05.320399 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 227] EOF received (227) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:05.320858 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 227] EOF sent (227) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:05.324343 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:02:05.324343 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option size's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:02:05.324343 np0000156481 manila-share[88844]: DEBUG manila.share.driver [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share stats. {{(pid=88844) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 03:02:05.324343 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._execute_periodic_hook {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:02:05.333923 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:02:05.335678 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.057s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:02:05.335914 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:02:05.336246 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:02:05.336472 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:02:05.336671 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:02:05.336918 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:02:05.338864 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:02:05.339990 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:02:05.340234 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:02:05.340512 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:02:05.342416 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:02:05.342608 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share instances. {{(pid=88844) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 03:02:05.343305 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:02:05.343522 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:02:05.343781 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:02:05.352227 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:02:05.378124 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.033s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:02:05.378124 np0000156481 manila-share[88844]: INFO manila.share.access [None req-481a4025-ce5e-4ceb-9318-baf5ee78bc0c tempest-TestShareBasicOpsNFS-1749884742 None] Access rules were successfully modified for share instance bb07b1fb-d712-4d7b-8d6e-566c6d4e681a belonging to share a3f1fb3d-6ea6-4fad-b548-d6c35b07ee65.
Feb 19 03:02:28.630228 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:02:28.630747 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:02:28.698872 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.068s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:02:28.699039 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:02:28.699261 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:02:28.701521 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:02:28.701655 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:02:28.701865 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:02:28.769658 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.067s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:02:28.769988 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Updating access rules for share instance bb07b1fb-d712-4d7b-8d6e-566c6d4e681a belonging to share a3f1fb3d-6ea6-4fad-b548-d6c35b07ee65. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 03:02:28.786328 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:02:28.786744 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:02:28.815181 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.028s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:02:28.815522 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:02:28.815931 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:02:28.831198 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:02:28.849506 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "zfs-dataset-gamma/manila_share_bb07b1fb_d712_4d7b_8d6e_566c6d4e681a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:02:28.850406 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_bb07b1fb_d712_4d7b_8d6e_566c6d4e681a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:02:28.850585 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:02:28.850821 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] [chan 228] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:28.851396 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 228] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:28.851495 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 228 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:02:28.853133 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 228] Sesch channel 228 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:28.878369 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 228] EOF received (228) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:28.878935 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 228] EOF sent (228) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:28.879678 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:02:28.880108 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_bb07b1fb_d712_4d7b_8d6e_566c6d4e681a {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:02:28.880565 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] [chan 100] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:28.881202 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 100] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:28.881457 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 100 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:02:28.883494 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 100] Sesch channel 100 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:28.925939 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 100] EOF received (100) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:28.926736 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 100] EOF sent (100) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:28.927207 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:02:28.927721 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_bb07b1fb_d712_4d7b_8d6e_566c6d4e681a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.077s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:02:28.928109 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:02:28.928733 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:02:28.964674 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.036s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:02:28.964861 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:02:28.964972 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:02:28.995805 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.031s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:02:28.996071 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:02:28.996523 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:02:28.999862 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:02:29.000124 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:02:29.000519 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:02:29.003336 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:02:29.003578 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:02:29.003917 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:02:29.033283 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_bb07b1fb-d712-4d7b-8d6e-566c6d4e681a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.029s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:02:29.033483 np0000156481 manila-share[88844]: INFO manila.share.access [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Access rules were successfully modified for share instance bb07b1fb-d712-4d7b-8d6e-566c6d4e681a belonging to share a3f1fb3d-6ea6-4fad-b548-d6c35b07ee65.
Feb 19 03:02:29.037553 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:02:29.037781 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] [chan 219] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:29.038270 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 219] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:29.038394 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 219 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:02:29.040207 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 219] Sesch channel 219 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:29.068392 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 219] EOF received (219) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:29.068760 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 219] EOF sent (219) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:29.069402 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:02:29.069751 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:02:29.070158 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] [chan 241] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:29.071052 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 241] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:29.071217 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 241 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:02:29.073226 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 241] Sesch channel 241 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:29.098972 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 241] EOF received (241) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:29.099338 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 241] EOF sent (241) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:29.100051 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:02:29.100423 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "zfs-dataset-gamma/manila_share_bb07b1fb_d712_4d7b_8d6e_566c6d4e681a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:02:29.100917 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_bb07b1fb_d712_4d7b_8d6e_566c6d4e681a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:02:29.101186 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_bb07b1fb_d712_4d7b_8d6e_566c6d4e681a {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:02:29.101542 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] [chan 106] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:29.102134 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 106] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:29.102291 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 106 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:02:29.104067 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 106] Sesch channel 106 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:29.128101 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 106] EOF received (106) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:29.128483 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 106] EOF sent (106) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:29.129043 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:02:29.129374 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:02:29.129684 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_bb07b1fb_d712_4d7b_8d6e_566c6d4e681a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.029s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:02:29.129957 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "zfs-dataset-gamma/manila_share_bb07b1fb_d712_4d7b_8d6e_566c6d4e681a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:02:29.130443 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_bb07b1fb_d712_4d7b_8d6e_566c6d4e681a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:02:29.130706 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_bb07b1fb_d712_4d7b_8d6e_566c6d4e681a {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:02:29.131072 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] [chan 228] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:29.131849 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 228] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:29.131849 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 228 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:02:29.132931 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 228] Sesch channel 228 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:29.154364 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 228] EOF received (228) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:29.154712 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 228] EOF sent (228) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:29.155353 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:02:29.155675 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] ZFS option mountpoint's value is /gamma/manila_share_bb07b1fb_d712_4d7b_8d6e_566c6d4e681a. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:02:29.156065 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): lsof -w /gamma/manila_share_bb07b1fb_d712_4d7b_8d6e_566c6d4e681a {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:02:29.156249 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] [chan 229] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:29.156760 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 229] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:29.156910 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 229 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:02:29.158246 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 229] Sesch channel 229 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:29.275540 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 229] EOF received (229) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:29.275897 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 229] EOF sent (229) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:29.276524 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:02:29.277047 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo umount /gamma/manila_share_bb07b1fb_d712_4d7b_8d6e_566c6d4e681a {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:02:29.277472 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] [chan 220] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:29.278150 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 220] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:29.278237 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 220 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:02:29.280584 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 220] Sesch channel 220 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:29.310514 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 220] EOF received (220) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:29.310992 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 220] EOF sent (220) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:29.311637 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:02:30.445495 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:02:30.445926 np0000156481 manila-share[88840]: DEBUG manila.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Notifying Schedulers of capabilities ... {{(pid=88840) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 03:02:30.448637 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:02:30.459530 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:02:30.459684 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica instances. {{(pid=88840) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 03:02:30.466248 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:02:30.466392 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 03:02:30.472891 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:02:30.473026 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 03:02:30.475842 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:02:30.475968 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica snapshots. {{(pid=88840) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 03:02:30.480657 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._report_driver_status {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:02:30.480796 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share status
Feb 19 03:02:30.480978 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:02:30.481205 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 284] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:30.481709 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 284] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:30.481780 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 284 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:02:30.483457 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 284] Sesch channel 284 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:30.514897 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 284] EOF received (284) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:30.515486 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 284] EOF sent (284) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:30.515893 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:02:30.516158 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:02:30.516456 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:02:30.516755 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 310] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:30.517450 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 310] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:30.517625 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 310 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:02:30.519357 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 310] Sesch channel 310 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:30.547707 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 310] EOF received (310) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:30.548115 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 310] EOF sent (310) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:30.548798 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:02:30.549099 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:02:30.549471 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:02:30.549808 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 264] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:30.550593 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 264] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:30.550762 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 264 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:02:30.553542 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 264] Sesch channel 264 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:30.585712 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 264] EOF received (264) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:30.586109 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 264] EOF sent (264) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:30.586789 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:02:30.587095 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:02:30.587430 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:02:30.587770 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 285] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:30.588751 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 285] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:30.588934 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 285 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:02:30.590955 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 285] Sesch channel 285 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:30.617892 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 285] EOF received (285) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:30.618278 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 285] EOF sent (285) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:30.618877 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:02:30.619188 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:02:30.619502 np0000156481 manila-share[88840]: DEBUG manila.share.driver [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share stats. {{(pid=88840) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 03:02:30.619904 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:02:30.624687 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:02:30.629452 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:02:30.629723 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share instances. {{(pid=88840) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 03:02:30.639753 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:02:30.640909 np0000156481 manila-share[88840]: DEBUG dbcounter [-] [88840] Writing DB stats manila:SELECT=33,manila:UPDATE=6 {{(pid=88840) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 03:02:31.312728 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_bb07b1fb_d712_4d7b_8d6e_566c6d4e681a {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:02:31.313250 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] [chan 242] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:31.314077 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 242] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:31.314241 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 242 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:02:31.316485 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 242] Sesch channel 242 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:31.371020 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 242] EOF received (242) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:31.371449 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 242] EOF sent (242) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:31.372126 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:02:31.373177 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_bb07b1fb_d712_4d7b_8d6e_566c6d4e681a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.243s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:02:31.468553 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Created reservations ['7d2ab67a-e0bf-414a-9a1e-9b727b2be2de', '9a80226a-83c1-4baa-9a40-9f2b7d37f233', '6628d153-465b-4119-9d59-867458af6e10', '94729bdf-c309-419b-8aa4-4ed449eba024'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 03:02:31.481892 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Committed reservations ['7d2ab67a-e0bf-414a-9a1e-9b727b2be2de', '9a80226a-83c1-4baa-9a40-9f2b7d37f233', '6628d153-465b-4119-9d59-867458af6e10', '94729bdf-c309-419b-8aa4-4ed449eba024'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 03:02:31.485483 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-a80da726-8ebe-4f48-a916-669eff338dcd tempest-TestShareBasicOpsNFS-1749884742 None] Share instance bb07b1fb-d712-4d7b-8d6e-566c6d4e681a: deleted successfully.
Feb 19 03:02:33.080794 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:02:33.181097 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:02:56.021041 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-3554b2d9-1516-4c5f-bb97-66c54b03c6a3 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off gamma/manila_share_55129284_a8a4_4d63_bcdb_8cee2f4d22f5 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:02:56.022008 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-3554b2d9-1516-4c5f-bb97-66c54b03c6a3 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 229] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:56.022008 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 229] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:56.022008 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 229 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:02:56.023548 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 229] Sesch channel 229 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:56.108580 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 229] EOF received (229) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:56.109038 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 229] EOF sent (229) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:56.109630 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-3554b2d9-1516-4c5f-bb97-66c54b03c6a3 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:02:56.109979 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-3554b2d9-1516-4c5f-bb97-66c54b03c6a3 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_55129284_a8a4_4d63_bcdb_8cee2f4d22f5 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:02:56.110343 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-3554b2d9-1516-4c5f-bb97-66c54b03c6a3 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 101] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:56.111131 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 101] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:56.111202 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 101 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:02:56.113350 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 101] Sesch channel 101 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:56.135637 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 101] EOF received (101) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:56.136135 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 101] EOF sent (101) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:02:56.136815 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-3554b2d9-1516-4c5f-bb97-66c54b03c6a3 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:02:56.137149 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-3554b2d9-1516-4c5f-bb97-66c54b03c6a3 tempest-TestShareBasicOpsNFS-1749884742 None] ZFS option mountpoint's value is /gamma/manila_share_55129284_a8a4_4d63_bcdb_8cee2f4d22f5. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:02:56.159119 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-3554b2d9-1516-4c5f-bb97-66c54b03c6a3 tempest-TestShareBasicOpsNFS-1749884742 None] Share instance 55129284-a8a4-4d63-bcdb-8cee2f4d22f5 created successfully.
Feb 19 03:03:01.355612 np0000156481 manila-share[88844]: DEBUG dbcounter [-] [88844] Writing DB stats manila:SELECT=332,manila:UPDATE=38,manila:INSERT=11 {{(pid=88844) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 03:03:05.213921 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:03:05.214670 np0000156481 manila-share[88844]: DEBUG manila.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Notifying Schedulers of capabilities ... {{(pid=88844) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 03:03:05.216468 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:03:05.242452 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:03:05.242747 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica instances. {{(pid=88844) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 03:03:05.246223 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:03:05.246422 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 03:03:05.251881 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:03:05.252079 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 03:03:05.254816 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:03:05.254900 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica snapshots. {{(pid=88844) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 03:03:05.259431 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._report_driver_status {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:03:05.259568 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share status
Feb 19 03:03:05.259747 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:03:05.259953 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 230] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:03:05.260650 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 230] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:03:05.260777 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 230 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:03:05.262573 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 230] Sesch channel 230 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:03:05.291269 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 230] EOF received (230) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:03:05.291784 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 230] EOF sent (230) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:03:05.292490 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:03:05.292905 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option free's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:03:05.293182 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:03:05.293514 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 221] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:03:05.294157 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 221] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:03:05.294342 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 221 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:03:05.296286 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 221] Sesch channel 221 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:03:05.326375 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 221] EOF received (221) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:03:05.326782 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 221] EOF sent (221) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:03:05.327444 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:03:05.327778 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option size's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:03:05.328067 np0000156481 manila-share[88844]: DEBUG manila.share.driver [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share stats. {{(pid=88844) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 03:03:05.328446 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:03:05.332872 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:03:05.335347 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:03:05.335461 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share instances. {{(pid=88844) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 03:03:05.343071 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:03:29.144977 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:03:30.448090 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:03:30.448947 np0000156481 manila-share[88840]: DEBUG manila.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Notifying Schedulers of capabilities ... {{(pid=88840) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 03:03:30.450867 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:03:30.459388 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:03:30.459515 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica instances. {{(pid=88840) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 03:03:30.465059 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:03:30.465198 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 03:03:30.469805 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:03:30.469911 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 03:03:30.472165 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:03:30.472363 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica snapshots. {{(pid=88840) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 03:03:30.475653 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._report_driver_status {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:03:30.475750 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share status
Feb 19 03:03:30.475879 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:03:30.476063 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 311] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:03:30.476576 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 311] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:03:30.476664 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 311 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:03:30.477868 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 311] Sesch channel 311 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:03:30.508009 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 311] EOF received (311) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:03:30.508468 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 311] EOF sent (311) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:03:30.509109 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:03:30.509489 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:03:30.509842 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:03:30.510158 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 265] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:03:30.510948 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 265] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:03:30.511134 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 265 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:03:30.513136 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 265] Sesch channel 265 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:03:30.544354 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 265] EOF received (265) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:03:30.544761 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 265] EOF sent (265) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:03:30.545376 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:03:30.545688 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:03:30.546010 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:03:30.546345 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 286] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:03:30.547082 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 286] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:03:30.547253 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 286 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:03:30.549673 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 286] Sesch channel 286 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:03:30.580527 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 286] EOF received (286) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:03:30.580943 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 286] EOF sent (286) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:03:30.581601 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:03:30.581888 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:03:30.582171 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:03:30.582524 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 312] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:03:30.583237 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 312] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:03:30.583472 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 312 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:03:30.585548 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 312] Sesch channel 312 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:03:30.615819 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 312] EOF received (312) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:03:30.616271 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 312] EOF sent (312) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:03:30.616880 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:03:30.617137 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:03:30.617448 np0000156481 manila-share[88840]: DEBUG manila.share.driver [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share stats. {{(pid=88840) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 03:03:30.617781 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:03:30.621903 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:03:30.625128 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:03:30.625243 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share instances. {{(pid=88840) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 03:03:30.632964 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:03:31.379645 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:03:31.561936 np0000156481 manila-share[88840]: DEBUG dbcounter [-] [88840] Writing DB stats manila:SELECT=34,manila:UPDATE=6 {{(pid=88840) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 03:03:33.134892 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:03:33.235153 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:03:56.178914 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:03:56.179606 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:04:01.373567 np0000156481 manila-share[88844]: DEBUG dbcounter [-] [88844] Writing DB stats manila:SELECT=39,manila:UPDATE=6 {{(pid=88844) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 03:04:05.211618 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:04:05.212559 np0000156481 manila-share[88844]: DEBUG manila.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Notifying Schedulers of capabilities ... {{(pid=88844) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 03:04:05.216519 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:04:05.235282 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:04:05.235457 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica instances. {{(pid=88844) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 03:04:05.240212 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:04:05.240383 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 03:04:05.244231 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:04:05.244361 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 03:04:05.246849 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:04:05.246949 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica snapshots. {{(pid=88844) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 03:04:05.250828 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._report_driver_status {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:04:05.250916 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share status
Feb 19 03:04:05.251078 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:04:05.251287 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 243] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:04:05.251865 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 243] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:04:05.251955 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 243 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:04:05.253727 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 243] Sesch channel 243 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:04:05.283984 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 243] EOF received (243) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:04:05.284384 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 243] EOF sent (243) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:04:05.284916 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:04:05.285175 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option free's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:04:05.285460 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:04:05.285767 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 230] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:04:05.286421 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 230] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:04:05.286592 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 230 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:04:05.288139 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 230] Sesch channel 230 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:04:05.316789 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 230] EOF received (230) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:04:05.317150 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 230] EOF sent (230) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:04:05.317690 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:04:05.317939 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option size's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:04:05.318187 np0000156481 manila-share[88844]: DEBUG manila.share.driver [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share stats. {{(pid=88844) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 03:04:05.318539 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:04:05.322168 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:04:05.324425 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:04:05.324557 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share instances. {{(pid=88844) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 03:04:05.331386 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:04:05.360821 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:04:05.363537 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:04:29.196375 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:04:30.452851 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:04:30.452851 np0000156481 manila-share[88840]: DEBUG manila.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Notifying Schedulers of capabilities ... {{(pid=88840) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 03:04:30.455384 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:04:30.467194 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:04:30.467389 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica instances. {{(pid=88840) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 03:04:30.472721 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:04:30.472856 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 03:04:30.477555 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:04:30.477670 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 03:04:30.481462 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:04:30.481627 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica snapshots. {{(pid=88840) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 03:04:30.486912 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._report_driver_status {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:04:30.487053 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share status
Feb 19 03:04:30.487239 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:04:30.487528 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 266] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:04:30.488202 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 266] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:04:30.488368 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 266 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:04:30.490483 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 266] Sesch channel 266 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:04:30.521266 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 266] EOF received (266) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:04:30.521767 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 266] EOF sent (266) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:04:30.522397 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:04:30.522708 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:04:30.523013 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:04:30.523353 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 287] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:04:30.524701 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 287] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:04:30.524858 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 287 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:04:30.527082 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 287] Sesch channel 287 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:04:30.559206 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 287] EOF received (287) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:04:30.559768 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 287] EOF sent (287) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:04:30.560535 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:04:30.560839 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:04:30.561171 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:04:30.561501 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 313] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:04:30.562094 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 313] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:04:30.562274 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 313 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:04:30.564778 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 313] Sesch channel 313 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:04:30.596276 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 313] EOF received (313) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:04:30.596742 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 313] EOF sent (313) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:04:30.597437 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:04:30.597745 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:04:30.598050 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:04:30.598425 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 267] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:04:30.599127 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 267] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:04:30.599380 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 267 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:04:30.600880 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 267] Sesch channel 267 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:04:30.633347 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 267] EOF received (267) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:04:30.633812 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 267] EOF sent (267) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:04:30.634486 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:04:30.634874 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:04:30.635276 np0000156481 manila-share[88840]: DEBUG manila.share.driver [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share stats. {{(pid=88840) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 03:04:30.635741 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:04:30.640975 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:04:30.644142 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:04:30.644250 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share instances. {{(pid=88840) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 03:04:30.652106 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:04:31.573611 np0000156481 manila-share[88840]: DEBUG dbcounter [-] [88840] Writing DB stats manila:SELECT=34,manila:UPDATE=6 {{(pid=88840) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 03:04:33.209809 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:04:33.309925 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:04:56.258671 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:05:05.211102 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:05:05.256839 np0000156481 manila-share[88844]: DEBUG dbcounter [-] [88844] Writing DB stats manila:SELECT=41,manila:UPDATE=7 {{(pid=88844) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 03:05:05.275211 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:05:05.275369 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica instances. {{(pid=88844) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 03:05:05.278476 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:05:05.278574 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 03:05:05.283281 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:05:05.283463 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 03:05:05.286354 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._report_driver_status {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:05:05.286498 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share status
Feb 19 03:05:05.286696 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:05:05.287003 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 231] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:05.287795 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 231] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:05.287889 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 231 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:05:05.289653 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 231] Sesch channel 231 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:05.317258 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 231] EOF received (231) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:05.317699 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 231] EOF sent (231) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:05.318468 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:05:05.318736 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option free's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:05:05.319012 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:05:05.319283 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 222] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:05.319946 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 222] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:05.320118 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 222 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:05:05.321704 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 222] Sesch channel 222 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:05.341247 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:05:05.345568 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 222] EOF received (222) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:05.345799 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 222] EOF sent (222) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:05.346131 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:05:05.346289 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option size's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:05:05.346480 np0000156481 manila-share[88844]: DEBUG manila.share.driver [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share stats. {{(pid=88844) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 03:05:05.346694 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:05:05.350114 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:05:05.350249 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share instances. {{(pid=88844) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 03:05:05.357086 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:05:05.386775 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:05:20.061189 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] Received request to update access for share instance 55129284-a8a4-4d63-bcdb-8cee2f4d22f5. {{(pid=88844) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 03:05:20.078620 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:05:20.078907 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:05:20.080860 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:05:20.080990 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:05:20.081201 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:05:20.118052 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.037s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:05:20.118225 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] Updating access rules for share instance 55129284-a8a4-4d63-bcdb-8cee2f4d22f5 belonging to share fbf548e8-fc58-4d49-b0a0-ce0fa42427f9. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 03:05:20.135045 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:05:20.135348 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:05:20.140528 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:05:20.140663 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:05:20.140869 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:05:20.150288 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:05:20.164344 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "zfs-dataset-gamma/manila_share_55129284_a8a4_4d63_bcdb_8cee2f4d22f5" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:05:20.164662 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_55129284_a8a4_4d63_bcdb_8cee2f4d22f5" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:05:20.164845 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:05:20.165037 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 244] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:20.165425 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 244] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:20.165499 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 244 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:05:20.166669 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 244] Sesch channel 244 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:20.194502 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 244] EOF received (244) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:20.194888 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 244] EOF sent (244) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:20.195654 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:05:20.196036 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs set sharenfs=rw=172.24.5.73,no_root_squash gamma/manila_share_55129284_a8a4_4d63_bcdb_8cee2f4d22f5 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:05:20.196424 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 107] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:20.197008 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 107] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:20.197180 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 107 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:05:20.199542 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 107] Sesch channel 107 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:20.245505 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 107] EOF received (107) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:20.246061 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 107] EOF sent (107) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:20.246944 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:05:20.247393 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_55129284_a8a4_4d63_bcdb_8cee2f4d22f5" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.083s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:05:20.247802 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:05:20.248551 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:05:20.292822 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.044s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:05:20.293043 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:05:20.293237 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:05:20.293390 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:05:20.293505 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:05:20.293764 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:05:20.295781 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:05:20.295915 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:05:20.296112 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:05:20.297706 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:05:20.297802 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:05:20.298011 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:05:20.321599 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:05:20.321743 np0000156481 manila-share[88844]: INFO manila.share.access [None req-c3dfa5ef-72a5-4eb1-892a-7efc7a8f4ec0 tempest-TestShareBasicOpsNFS-1749884742 None] Access rules were successfully modified for share instance 55129284-a8a4-4d63-bcdb-8cee2f4d22f5 belonging to share fbf548e8-fc58-4d49-b0a0-ce0fa42427f9.
Feb 19 03:05:30.451833 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:05:30.452425 np0000156481 manila-share[88840]: DEBUG manila.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Notifying Schedulers of capabilities ... {{(pid=88840) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 03:05:30.453705 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:05:30.462000 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:05:30.462238 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica instances. {{(pid=88840) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 03:05:30.466575 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:05:30.466675 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 03:05:30.471208 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:05:30.471308 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 03:05:30.474085 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:05:30.474264 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica snapshots. {{(pid=88840) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 03:05:30.478631 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._report_driver_status {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:05:30.478782 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share status
Feb 19 03:05:30.478959 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:05:30.479176 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 288] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:30.479878 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 288] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:30.479987 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 288 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:05:30.481157 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 288] Sesch channel 288 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:30.505878 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 288] EOF received (288) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:30.506243 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 288] EOF sent (288) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:30.506885 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:05:30.507153 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:05:30.507436 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:05:30.507812 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 314] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:30.508488 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 314] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:30.508656 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 314 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:05:30.510604 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 314] Sesch channel 314 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:30.536092 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 314] EOF received (314) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:30.536480 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 314] EOF sent (314) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:30.536975 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:05:30.537222 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:05:30.537530 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:05:30.537798 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 268] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:30.538501 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 268] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:30.538659 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 268 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:05:30.540447 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 268] Sesch channel 268 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:30.566248 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 268] EOF received (268) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:30.566678 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 268] EOF sent (268) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:30.567248 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:05:30.567549 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:05:30.567852 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:05:30.568134 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 289] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:30.568906 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 289] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:30.569078 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 289 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:05:30.571165 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 289] Sesch channel 289 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:30.593606 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 289] EOF received (289) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:30.593987 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 289] EOF sent (289) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:30.594583 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:05:30.594908 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:05:30.595199 np0000156481 manila-share[88840]: DEBUG manila.share.driver [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share stats. {{(pid=88840) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 03:05:30.595606 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:05:30.599195 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:05:30.601827 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:05:30.601952 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share instances. {{(pid=88840) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 03:05:30.607535 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:05:33.215698 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:05:33.316248 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:05:38.240792 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-a35ff004-89ca-4e0a-a5b5-a51bb7d4bd12 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs snapshot gamma/manila_share_55129284_a8a4_4d63_bcdb_8cee2f4d22f5@manila_share_snapshot_7f5d8cd3_532c_4fa9_9dca_ad8c0897ecf0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:05:38.240792 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-a35ff004-89ca-4e0a-a5b5-a51bb7d4bd12 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 231] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:38.241495 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 231] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:38.241495 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 231 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:05:38.243465 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 231] Sesch channel 231 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:38.284184 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 231] EOF received (231) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:38.284611 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 231] EOF sent (231) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:38.285327 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-a35ff004-89ca-4e0a-a5b5-a51bb7d4bd12 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:05:41.568834 np0000156481 manila-share[88840]: DEBUG dbcounter [-] [88840] Writing DB stats manila:SELECT=36,manila:UPDATE=7 {{(pid=88840) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 03:05:44.255257 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-31c7b806-429d-4892-887c-9bd5e3e28945 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vD gamma/manila_share_55129284_a8a4_4d63_bcdb_8cee2f4d22f5@manila_share_snapshot_7f5d8cd3_532c_4fa9_9dca_ad8c0897ecf0 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_0b479bad_e622_4734_9b8a_05e6e52f45f1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:05:44.255710 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-31c7b806-429d-4892-887c-9bd5e3e28945 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 232] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:44.256028 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 232] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:44.256111 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 232 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:05:44.257747 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 232] Sesch channel 232 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:44.758771 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 232] EOF received (232) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:44.758949 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 232] EOF sent (232) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:44.759459 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-31c7b806-429d-4892-887c-9bd5e3e28945 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:05:44.759685 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-31c7b806-429d-4892-887c-9bd5e3e28945 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_0b479bad_e622_4734_9b8a_05e6e52f45f1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:05:44.759932 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-31c7b806-429d-4892-887c-9bd5e3e28945 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 223] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:44.760706 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 223] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:44.760817 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 223 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:05:44.762071 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 223] Sesch channel 223 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:44.803264 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 223] EOF received (223) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:44.803693 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 223] EOF sent (223) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:44.804421 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-31c7b806-429d-4892-887c-9bd5e3e28945 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:05:44.804754 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-31c7b806-429d-4892-887c-9bd5e3e28945 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs set compression=gzip gamma/manila_share_0b479bad_e622_4734_9b8a_05e6e52f45f1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:05:44.805115 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-31c7b806-429d-4892-887c-9bd5e3e28945 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 245] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:44.805781 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 245] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:44.806405 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 245 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:05:44.808083 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 245] Sesch channel 245 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:44.846359 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 245] EOF received (245) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:44.846513 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 245] EOF sent (245) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:44.847069 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-31c7b806-429d-4892-887c-9bd5e3e28945 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:05:44.847234 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-31c7b806-429d-4892-887c-9bd5e3e28945 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs set readonly=off gamma/manila_share_0b479bad_e622_4734_9b8a_05e6e52f45f1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:05:44.847458 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-31c7b806-429d-4892-887c-9bd5e3e28945 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 232] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:44.847886 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 232] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:44.847963 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 232 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:05:44.849502 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 232] Sesch channel 232 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:44.890767 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 232] EOF received (232) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:44.891006 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 232] EOF sent (232) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:44.891440 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-31c7b806-429d-4892-887c-9bd5e3e28945 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:05:44.891750 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-31c7b806-429d-4892-887c-9bd5e3e28945 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs destroy gamma/manila_share_0b479bad_e622_4734_9b8a_05e6e52f45f1@manila_share_snapshot_7f5d8cd3_532c_4fa9_9dca_ad8c0897ecf0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:05:44.891987 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-31c7b806-429d-4892-887c-9bd5e3e28945 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 233] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:44.892464 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 233] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:44.892583 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 233 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:05:44.894839 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 233] Sesch channel 233 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:44.930302 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 233] EOF received (233) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:44.930735 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 233] EOF sent (233) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:44.931458 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-31c7b806-429d-4892-887c-9bd5e3e28945 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:05:44.931948 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-31c7b806-429d-4892-887c-9bd5e3e28945 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_0b479bad_e622_4734_9b8a_05e6e52f45f1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:05:44.932574 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-31c7b806-429d-4892-887c-9bd5e3e28945 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 102] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:44.933155 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 102] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:44.933345 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 102 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:05:44.935269 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 102] Sesch channel 102 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:44.960803 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 102] EOF received (102) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:44.961207 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 102] EOF sent (102) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:44.961881 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-31c7b806-429d-4892-887c-9bd5e3e28945 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:05:44.962218 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-31c7b806-429d-4892-887c-9bd5e3e28945 tempest-TestShareBasicOpsNFS-1749884742 None] ZFS option mountpoint's value is /gamma/manila_share_0b479bad_e622_4734_9b8a_05e6e52f45f1. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:05:44.984345 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-31c7b806-429d-4892-887c-9bd5e3e28945 tempest-TestShareBasicOpsNFS-1749884742 None] Share instance 0b479bad-e622-4734-9b8a-05e6e52f45f1 created successfully.
Feb 19 03:05:56.287870 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] Received request to update access for share instance 0b479bad-e622-4734-9b8a-05e6e52f45f1. {{(pid=88844) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 03:05:56.303075 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:05:56.303578 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:05:56.306015 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:05:56.306297 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:05:56.308143 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:05:56.349361 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.043s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:05:56.349511 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] Updating access rules for share instance 0b479bad-e622-4734-9b8a-05e6e52f45f1 belonging to share fc888a81-3061-4db8-8c6a-fd3b54f67280. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 03:05:56.363778 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:05:56.364039 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:05:56.368590 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:05:56.368735 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:05:56.368911 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:05:56.380804 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.012s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:05:56.394714 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "zfs-dataset-gamma/manila_share_0b479bad_e622_4734_9b8a_05e6e52f45f1" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:05:56.394975 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_0b479bad_e622_4734_9b8a_05e6e52f45f1" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:05:56.395154 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:05:56.395371 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 224] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:56.395818 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 224] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:56.395932 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 224 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:05:56.397504 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 224] Sesch channel 224 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:56.425406 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 224] EOF received (224) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:56.425800 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 224] EOF sent (224) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:56.426594 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:05:56.427051 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs set sharenfs=rw=172.24.5.73,no_root_squash gamma/manila_share_0b479bad_e622_4734_9b8a_05e6e52f45f1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:05:56.427525 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 108] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:56.428140 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 108] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:56.428449 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 108 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:05:56.429854 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 108] Sesch channel 108 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:56.479961 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 108] EOF received (108) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:56.480423 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 108] EOF sent (108) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:05:56.481088 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:05:56.481496 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_0b479bad_e622_4734_9b8a_05e6e52f45f1" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.086s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:05:56.481815 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:05:56.482457 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:05:56.513589 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.031s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:05:56.513812 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:05:56.513989 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:05:56.514158 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:05:56.514310 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:05:56.514556 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:05:56.516451 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:05:56.516615 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:05:56.516752 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:05:56.518517 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:05:56.518737 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:05:56.518821 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:05:56.543748 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.025s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:05:56.543924 np0000156481 manila-share[88844]: INFO manila.share.access [None req-3a426bfc-b474-4c3e-b57b-26dbb92297e1 tempest-TestShareBasicOpsNFS-1749884742 None] Access rules were successfully modified for share instance 0b479bad-e622-4734-9b8a-05e6e52f45f1 belonging to share fc888a81-3061-4db8-8c6a-fd3b54f67280.
Feb 19 03:06:05.208364 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:06:05.208364 np0000156481 manila-share[88844]: DEBUG manila.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Notifying Schedulers of capabilities ... {{(pid=88844) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 03:06:05.209706 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:06:05.234795 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:06:05.234795 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 03:06:05.239243 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:06:05.239543 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 03:06:05.242461 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:06:05.242706 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica snapshots. {{(pid=88844) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 03:06:05.247455 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._report_driver_status {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:06:05.247678 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share status
Feb 19 03:06:05.248030 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:06:05.248343 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 246] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:05.248922 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 246] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:05.249127 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 246 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:06:05.250605 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 246] Sesch channel 246 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:05.280570 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 246] EOF received (246) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:05.280570 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 246] EOF sent (246) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:05.280570 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:06:05.280570 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option free's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:06:05.280570 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:06:05.280570 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 233] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:05.281145 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 233] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:05.281414 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 233 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:06:05.283706 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 233] Sesch channel 233 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:05.315340 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 233] EOF received (233) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:05.315340 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 233] EOF sent (233) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:05.315340 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:06:05.315340 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option size's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:06:05.315340 np0000156481 manila-share[88844]: DEBUG manila.share.driver [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share stats. {{(pid=88844) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 03:06:05.315340 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:06:05.316759 np0000156481 manila-share[88844]: DEBUG dbcounter [-] [88844] Writing DB stats manila:SELECT=261,manila:UPDATE=18,manila:INSERT=9 {{(pid=88844) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 03:06:05.319765 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:06:05.323551 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:06:05.323851 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share instances. {{(pid=88844) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 03:06:05.330934 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:06:20.515469 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:06:20.516227 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:06:20.552554 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.037s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:06:20.552771 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:06:20.553069 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:06:20.555379 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:06:20.555523 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:06:20.555739 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:06:20.596658 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.041s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:06:20.596800 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Updating access rules for share instance 0b479bad-e622-4734-9b8a-05e6e52f45f1 belonging to share fc888a81-3061-4db8-8c6a-fd3b54f67280. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 03:06:20.613700 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:06:20.614063 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:06:20.678071 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.064s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:06:20.678457 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:06:20.678982 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:06:20.691651 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.013s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:06:20.707307 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "zfs-dataset-gamma/manila_share_0b479bad_e622_4734_9b8a_05e6e52f45f1" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:06:20.707723 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_0b479bad_e622_4734_9b8a_05e6e52f45f1" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:06:20.707931 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:06:20.708194 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] [chan 234] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:20.708727 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 234] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:20.708839 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 234 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:06:20.710278 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 234] Sesch channel 234 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:20.740456 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 234] EOF received (234) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:20.740825 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 234] EOF sent (234) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:20.741579 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:06:20.742026 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_0b479bad_e622_4734_9b8a_05e6e52f45f1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:06:20.743086 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] [chan 103] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:20.743819 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 103] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:20.744125 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 103 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:06:20.746140 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 103] Sesch channel 103 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:20.838583 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 103] EOF received (103) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:20.838998 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 103] EOF sent (103) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:20.839761 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:06:20.840164 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_0b479bad_e622_4734_9b8a_05e6e52f45f1" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.132s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:06:20.840527 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:06:20.841074 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:06:20.862149 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.021s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:06:20.862861 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:06:20.863101 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:06:20.967731 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.104s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:06:20.967960 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:06:20.968520 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:06:20.973160 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:06:20.973543 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:06:20.974044 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:06:20.985014 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.011s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:06:20.994551 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:06:20.994551 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:06:21.052767 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_0b479bad-e622-4734-9b8a-05e6e52f45f1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.067s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:06:21.053075 np0000156481 manila-share[88844]: INFO manila.share.access [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Access rules were successfully modified for share instance 0b479bad-e622-4734-9b8a-05e6e52f45f1 belonging to share fc888a81-3061-4db8-8c6a-fd3b54f67280.
Feb 19 03:06:21.059733 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:06:21.059986 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] [chan 225] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:21.060521 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 225] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:21.060630 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 225 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:06:21.062445 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 225] Sesch channel 225 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:21.091676 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 225] EOF received (225) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:21.092075 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 225] EOF sent (225) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:21.092759 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:06:21.093142 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:06:21.093539 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] [chan 247] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:21.094354 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 247] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:21.094616 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 247 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:06:21.096803 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 247] Sesch channel 247 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:21.120169 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 247] EOF received (247) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:21.120610 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 247] EOF sent (247) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:21.121237 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:06:21.121641 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "zfs-dataset-gamma/manila_share_0b479bad_e622_4734_9b8a_05e6e52f45f1" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:06:21.122169 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_0b479bad_e622_4734_9b8a_05e6e52f45f1" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:06:21.122473 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_0b479bad_e622_4734_9b8a_05e6e52f45f1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:06:21.122834 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] [chan 109] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:21.123547 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 109] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:21.123737 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 109 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:06:21.125513 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 109] Sesch channel 109 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:21.157872 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 109] EOF received (109) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:21.157872 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 109] EOF sent (109) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:21.157872 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:06:21.157872 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:06:21.157872 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_0b479bad_e622_4734_9b8a_05e6e52f45f1" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.030s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:06:21.157872 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "zfs-dataset-gamma/manila_share_0b479bad_e622_4734_9b8a_05e6e52f45f1" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:06:21.158076 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_0b479bad_e622_4734_9b8a_05e6e52f45f1" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:06:21.158076 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_0b479bad_e622_4734_9b8a_05e6e52f45f1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:06:21.158076 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] [chan 234] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:21.158076 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 234] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:21.158076 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 234 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:06:21.158076 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 234] Sesch channel 234 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:21.180732 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 234] EOF received (234) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:21.180732 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 234] EOF sent (234) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:21.180732 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:06:21.180732 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] ZFS option mountpoint's value is /gamma/manila_share_0b479bad_e622_4734_9b8a_05e6e52f45f1. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:06:21.180732 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): lsof -w /gamma/manila_share_0b479bad_e622_4734_9b8a_05e6e52f45f1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:06:21.180732 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] [chan 235] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:21.180732 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 235] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:21.181035 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 235 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:06:21.182760 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 235] Sesch channel 235 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:21.301688 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 235] EOF received (235) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:21.302032 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 235] EOF sent (235) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:21.302722 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:06:21.303226 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo umount /gamma/manila_share_0b479bad_e622_4734_9b8a_05e6e52f45f1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:06:21.303627 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] [chan 226] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:21.304185 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 226] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:21.304291 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 226 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:06:21.306129 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 226] Sesch channel 226 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:21.356784 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 226] EOF received (226) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:21.357028 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 226] EOF sent (226) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:21.357475 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:06:23.358742 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_0b479bad_e622_4734_9b8a_05e6e52f45f1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:06:23.359635 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] [chan 248] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:23.360244 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 248] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:23.360477 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 248 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:06:23.362574 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 248] Sesch channel 248 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:23.422558 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 248] EOF received (248) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:23.422889 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 248] EOF sent (248) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:23.423938 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:06:23.423938 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_0b479bad_e622_4734_9b8a_05e6e52f45f1" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.271s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:06:23.520831 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Created reservations ['a5d5aa30-f6eb-48d6-b14d-69798f8e39b7', '93e89423-e0e0-480d-a6c4-60a3a1bcfede', 'dfd2736a-6b1d-4bd1-914a-8f732b0813df', 'fb0e8419-bcef-4296-b7dc-77010e37dfd7'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 03:06:23.660719 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Committed reservations ['a5d5aa30-f6eb-48d6-b14d-69798f8e39b7', '93e89423-e0e0-480d-a6c4-60a3a1bcfede', 'dfd2736a-6b1d-4bd1-914a-8f732b0813df', 'fb0e8419-bcef-4296-b7dc-77010e37dfd7'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 03:06:23.669981 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-550e6294-b59c-4a8d-ac41-da9a0ca7128c tempest-TestShareBasicOpsNFS-1749884742 None] Share instance 0b479bad-e622-4734-9b8a-05e6e52f45f1: deleted successfully.
Feb 19 03:06:26.718839 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-b587d5c7-8712-4a7e-bfde-83b50e719940 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma/manila_share_55129284_a8a4_4d63_bcdb_8cee2f4d22f5@manila_share_snapshot_7f5d8cd3_532c_4fa9_9dca_ad8c0897ecf0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:06:26.719602 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-b587d5c7-8712-4a7e-bfde-83b50e719940 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 235] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:26.719767 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 235] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:26.719951 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 235 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:06:26.721997 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 235] Sesch channel 235 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:26.748842 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 235] EOF received (235) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:26.749280 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 235] EOF sent (235) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:26.750022 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-b587d5c7-8712-4a7e-bfde-83b50e719940 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:06:26.750462 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-b587d5c7-8712-4a7e-bfde-83b50e719940 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "zfs-dataset-gamma/manila_share_55129284_a8a4_4d63_bcdb_8cee2f4d22f5@manila_share_snapshot_7f5d8cd3_532c_4fa9_9dca_ad8c0897ecf0" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:06:26.751130 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-b587d5c7-8712-4a7e-bfde-83b50e719940 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_55129284_a8a4_4d63_bcdb_8cee2f4d22f5@manila_share_snapshot_7f5d8cd3_532c_4fa9_9dca_ad8c0897ecf0" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:06:26.751439 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-b587d5c7-8712-4a7e-bfde-83b50e719940 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_55129284_a8a4_4d63_bcdb_8cee2f4d22f5@manila_share_snapshot_7f5d8cd3_532c_4fa9_9dca_ad8c0897ecf0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:06:26.751793 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-b587d5c7-8712-4a7e-bfde-83b50e719940 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 236] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:26.752733 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 236] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:26.752910 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 236 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:06:26.754811 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 236] Sesch channel 236 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:26.783131 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 236] EOF received (236) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:26.783570 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 236] EOF sent (236) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:26.784340 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-b587d5c7-8712-4a7e-bfde-83b50e719940 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:06:26.784776 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-b587d5c7-8712-4a7e-bfde-83b50e719940 tempest-TestShareBasicOpsNFS-1749884742 None] ZFS option mountpoint's value is -. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:06:26.785255 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-b587d5c7-8712-4a7e-bfde-83b50e719940 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo umount - {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:06:26.785638 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-b587d5c7-8712-4a7e-bfde-83b50e719940 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 227] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:26.786486 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 227] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:26.786660 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 227 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:06:26.789368 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 227] Sesch channel 227 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:26.805415 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 227] EOF received (227) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:26.805819 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 227] EOF sent (227) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:26.806518 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-b587d5c7-8712-4a7e-bfde-83b50e719940 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 32 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:06:28.807606 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-b587d5c7-8712-4a7e-bfde-83b50e719940 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_55129284_a8a4_4d63_bcdb_8cee2f4d22f5@manila_share_snapshot_7f5d8cd3_532c_4fa9_9dca_ad8c0897ecf0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:06:28.808418 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-b587d5c7-8712-4a7e-bfde-83b50e719940 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 249] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:28.809262 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 249] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:28.809460 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 249 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:06:28.811564 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 249] Sesch channel 249 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:28.858029 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 249] EOF received (249) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:28.858439 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 249] EOF sent (249) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:28.859277 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-b587d5c7-8712-4a7e-bfde-83b50e719940 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:06:28.859905 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-b587d5c7-8712-4a7e-bfde-83b50e719940 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_55129284_a8a4_4d63_bcdb_8cee2f4d22f5@manila_share_snapshot_7f5d8cd3_532c_4fa9_9dca_ad8c0897ecf0" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.109s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:06:28.944349 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-b587d5c7-8712-4a7e-bfde-83b50e719940 tempest-TestShareBasicOpsNFS-1749884742 None] Created reservations ['3af2c4a8-9947-4b59-91e4-bbbd0966d621', 'e0010c54-c54b-4d0d-ba8e-aa3e93e679b7', '914e9c2f-c395-4bb9-8668-22dd04008d7d', '32778f3c-63cd-422d-931e-5ff375188f7d'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 03:06:28.959333 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-b587d5c7-8712-4a7e-bfde-83b50e719940 tempest-TestShareBasicOpsNFS-1749884742 None] Committed reservations ['3af2c4a8-9947-4b59-91e4-bbbd0966d621', 'e0010c54-c54b-4d0d-ba8e-aa3e93e679b7', '914e9c2f-c395-4bb9-8668-22dd04008d7d', '32778f3c-63cd-422d-931e-5ff375188f7d'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 03:06:30.455214 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:06:30.457429 np0000156481 manila-share[88840]: DEBUG manila.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Notifying Schedulers of capabilities ... {{(pid=88840) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 03:06:30.459836 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:06:30.468375 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:06:30.468468 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica instances. {{(pid=88840) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 03:06:30.473126 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:06:30.473195 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 03:06:30.478220 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.delete_expired_transfers {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:06:30.478861 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for expired transfers.
Feb 19 03:06:30.480404 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:06:30.480511 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 03:06:30.483467 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:06:30.483598 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica snapshots. {{(pid=88840) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 03:06:30.488558 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._report_driver_status {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:06:30.488682 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share status
Feb 19 03:06:30.488851 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:06:30.489069 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 315] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:30.489617 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 315] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:30.489724 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 315 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:06:30.491611 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 315] Sesch channel 315 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:30.522259 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 315] EOF received (315) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:30.522557 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 315] EOF sent (315) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:30.523051 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:06:30.523283 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:06:30.523534 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:06:30.523811 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 269] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:30.524416 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 269] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:30.524489 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 269 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:06:30.526430 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 269] Sesch channel 269 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:30.553253 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 269] EOF received (269) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:30.553662 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 269] EOF sent (269) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:30.554227 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:06:30.554543 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:06:30.554842 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:06:30.555143 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 290] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:30.555838 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 290] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:30.556004 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 290 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:06:30.557823 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 290] Sesch channel 290 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:30.577650 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 290] EOF received (290) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:30.577885 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 290] EOF sent (290) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:30.578245 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:06:30.578442 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:06:30.578619 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:06:30.578819 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 316] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:30.579422 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 316] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:30.579513 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 316 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:06:30.582563 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 316] Sesch channel 316 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:30.602383 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 316] EOF received (316) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:30.602621 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 316] EOF sent (316) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:30.602984 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:06:30.603170 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:06:30.603381 np0000156481 manila-share[88840]: DEBUG manila.share.driver [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share stats. {{(pid=88840) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 03:06:30.603602 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._execute_periodic_hook {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:06:30.611984 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:06:30.615809 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:06:30.618697 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:06:30.618793 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share instances. {{(pid=88840) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 03:06:30.623711 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:06:33.132607 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:06:33.133259 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:06:33.170200 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.037s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:06:33.170399 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:06:33.170670 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:06:33.172886 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:06:33.173004 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:06:33.173209 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:06:33.211690 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.038s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:06:33.211862 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Updating access rules for share instance 55129284-a8a4-4d63-bcdb-8cee2f4d22f5 belonging to share fbf548e8-fc58-4d49-b0a0-ce0fa42427f9. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 03:06:33.228991 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:06:33.229395 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:06:33.231144 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:06:33.258075 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.028s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:06:33.258511 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:06:33.259064 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:06:33.272967 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.014s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:06:33.287334 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "zfs-dataset-gamma/manila_share_55129284_a8a4_4d63_bcdb_8cee2f4d22f5" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:06:33.287738 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_55129284_a8a4_4d63_bcdb_8cee2f4d22f5" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:06:33.287956 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:06:33.288240 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 236] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.288902 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 236] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.289000 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 236 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:06:33.291016 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 236] Sesch channel 236 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.319204 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 236] EOF received (236) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.319632 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 236] EOF sent (236) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.320232 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:06:33.320749 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_55129284_a8a4_4d63_bcdb_8cee2f4d22f5 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:06:33.321093 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 104] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.321762 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 104] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.321948 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 104 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:06:33.323457 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 104] Sesch channel 104 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.330785 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:06:33.371439 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 104] EOF received (104) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.371957 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 104] EOF sent (104) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.372908 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:06:33.373423 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_55129284_a8a4_4d63_bcdb_8cee2f4d22f5" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.086s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:06:33.373822 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:06:33.374473 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:06:33.401978 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:06:33.402279 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:06:33.402765 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:06:33.426439 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:06:33.426439 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:06:33.426439 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:06:33.429761 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:06:33.429981 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:06:33.430380 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:06:33.433834 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:06:33.433834 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:06:33.433834 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:06:33.466434 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_55129284-a8a4-4d63-bcdb-8cee2f4d22f5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.032s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:06:33.466569 np0000156481 manila-share[88844]: INFO manila.share.access [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Access rules were successfully modified for share instance 55129284-a8a4-4d63-bcdb-8cee2f4d22f5 belonging to share fbf548e8-fc58-4d49-b0a0-ce0fa42427f9.
Feb 19 03:06:33.471165 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:06:33.471479 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 237] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.472019 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 237] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.472133 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 237 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:06:33.473736 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 237] Sesch channel 237 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.502398 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 237] EOF received (237) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.502398 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 237] EOF sent (237) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.503063 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:06:33.503499 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:06:33.503906 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 228] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.504482 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 228] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.504695 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 228 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:06:33.507200 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 228] Sesch channel 228 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.533227 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 228] EOF received (228) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.533751 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 228] EOF sent (228) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.534584 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:06:33.535021 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "zfs-dataset-gamma/manila_share_55129284_a8a4_4d63_bcdb_8cee2f4d22f5" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:06:33.535711 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_55129284_a8a4_4d63_bcdb_8cee2f4d22f5" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:06:33.536032 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_55129284_a8a4_4d63_bcdb_8cee2f4d22f5 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:06:33.536466 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 110] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.537117 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 110] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.537246 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 110 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:06:33.539296 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 110] Sesch channel 110 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.565256 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 110] EOF received (110) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.565739 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 110] EOF sent (110) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.566362 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:06:33.566738 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:06:33.567128 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_55129284_a8a4_4d63_bcdb_8cee2f4d22f5" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.031s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:06:33.567504 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "zfs-dataset-gamma/manila_share_55129284_a8a4_4d63_bcdb_8cee2f4d22f5" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:06:33.567985 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_55129284_a8a4_4d63_bcdb_8cee2f4d22f5" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:06:33.568275 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_55129284_a8a4_4d63_bcdb_8cee2f4d22f5 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:06:33.568689 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 250] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.569431 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 250] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.569673 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 250 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:06:33.571461 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 250] Sesch channel 250 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.599185 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 250] EOF received (250) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.599670 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 250] EOF sent (250) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.600521 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:06:33.600997 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] ZFS option mountpoint's value is /gamma/manila_share_55129284_a8a4_4d63_bcdb_8cee2f4d22f5. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:06:33.601309 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): lsof -w /gamma/manila_share_55129284_a8a4_4d63_bcdb_8cee2f4d22f5 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:06:33.601723 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 237] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.602530 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 237] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.602691 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 237 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:06:33.606493 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 237] Sesch channel 237 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.723165 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 237] EOF received (237) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.723499 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 237] EOF sent (237) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.724242 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:06:33.724888 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo umount /gamma/manila_share_55129284_a8a4_4d63_bcdb_8cee2f4d22f5 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:06:33.725369 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 238] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.726055 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 238] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.726224 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 238 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:06:33.728466 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 238] Sesch channel 238 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.764733 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 238] EOF received (238) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.765233 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 238] EOF sent (238) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:33.766423 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:06:35.767817 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_55129284_a8a4_4d63_bcdb_8cee2f4d22f5 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:06:35.768813 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 229] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:35.769245 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 229] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:35.769457 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 229 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:06:35.771555 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 229] Sesch channel 229 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:35.832389 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 229] EOF received (229) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:35.832655 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 229] EOF sent (229) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:35.833437 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:06:35.833728 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_55129284_a8a4_4d63_bcdb_8cee2f4d22f5" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.266s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:06:35.939354 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Created reservations ['4920afb3-619c-4947-ad16-56d5c20e727f', '9c1b789a-f97e-41d5-a1c1-270990bea97a', '26409c43-f943-4852-9340-5480e0265cf8', '3bd3ff50-d5a1-461e-9d90-acdfcbe0ea73'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 03:06:35.955108 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Committed reservations ['4920afb3-619c-4947-ad16-56d5c20e727f', '9c1b789a-f97e-41d5-a1c1-270990bea97a', '26409c43-f943-4852-9340-5480e0265cf8', '3bd3ff50-d5a1-461e-9d90-acdfcbe0ea73'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 03:06:35.959621 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-401935b3-18e5-4c89-8fb8-bbbf671de735 tempest-TestShareBasicOpsNFS-1749884742 None] Share instance 55129284-a8a4-4d63-bcdb-8cee2f4d22f5: deleted successfully.
Feb 19 03:06:50.187473 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-b5cbcc14-9837-43b0-8a44-b16e5f429fd2 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off gamma/manila_share_1a345a8f_72d2_4baf_b006_9db52d97c812 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:06:50.188089 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-b5cbcc14-9837-43b0-8a44-b16e5f429fd2 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 251] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:50.188324 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 251] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:50.188448 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 251 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:06:50.189952 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 251] Sesch channel 251 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:50.282890 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 251] EOF received (251) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:50.283333 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 251] EOF sent (251) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:50.283684 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-b5cbcc14-9837-43b0-8a44-b16e5f429fd2 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:06:50.283928 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-b5cbcc14-9837-43b0-8a44-b16e5f429fd2 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_1a345a8f_72d2_4baf_b006_9db52d97c812 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:06:50.284164 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-b5cbcc14-9837-43b0-8a44-b16e5f429fd2 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 105] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:50.284645 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 105] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:50.284771 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 105 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:06:50.286208 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 105] Sesch channel 105 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:50.310844 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 105] EOF received (105) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:50.311105 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 105] EOF sent (105) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:06:50.311874 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-b5cbcc14-9837-43b0-8a44-b16e5f429fd2 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:06:50.311874 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-b5cbcc14-9837-43b0-8a44-b16e5f429fd2 tempest-TestShareBasicOpsNFS-1749884742 None] ZFS option mountpoint's value is /gamma/manila_share_1a345a8f_72d2_4baf_b006_9db52d97c812. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:06:50.339003 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-b5cbcc14-9837-43b0-8a44-b16e5f429fd2 tempest-TestShareBasicOpsNFS-1749884742 None] Share instance 1a345a8f-72d2-4baf-b006-9db52d97c812 created successfully.
Feb 19 03:06:51.559700 np0000156481 manila-share[88840]: DEBUG dbcounter [-] [88840] Writing DB stats manila:SELECT=39,manila:UPDATE=7 {{(pid=88840) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 03:07:05.211112 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:07:05.211850 np0000156481 manila-share[88844]: DEBUG manila.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Notifying Schedulers of capabilities ... {{(pid=88844) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 03:07:05.217625 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:07:05.239204 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:07:05.239429 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica instances. {{(pid=88844) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 03:07:05.245035 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:07:05.245166 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 03:07:05.249633 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.delete_expired_transfers {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:07:05.249763 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for expired transfers.
Feb 19 03:07:05.254033 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:07:05.254131 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 03:07:05.256494 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:07:05.256780 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica snapshots. {{(pid=88844) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 03:07:05.260462 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._report_driver_status {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:07:05.260596 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share status
Feb 19 03:07:05.260783 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:07:05.261014 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 238] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:07:05.261631 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 238] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:07:05.261748 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 238 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:07:05.263473 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 238] Sesch channel 238 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:07:05.292032 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 238] EOF received (238) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:07:05.292599 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 238] EOF sent (238) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:07:05.293219 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:07:05.293533 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option free's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:07:05.293809 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:07:05.294114 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 239] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:07:05.294778 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 239] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:07:05.294947 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 239 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:07:05.297057 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 239] Sesch channel 239 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:07:05.325127 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 239] EOF received (239) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:07:05.325544 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 239] EOF sent (239) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:07:05.326266 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:07:05.326576 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option size's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:07:05.326849 np0000156481 manila-share[88844]: DEBUG manila.share.driver [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share stats. {{(pid=88844) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 03:07:05.327189 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._execute_periodic_hook {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:07:05.334652 np0000156481 manila-share[88844]: DEBUG dbcounter [-] [88844] Writing DB stats manila:SELECT=400,manila:UPDATE=50,manila:INSERT=19 {{(pid=88844) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 03:07:05.339274 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:07:05.341535 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:07:05.343387 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:07:05.343491 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share instances. {{(pid=88844) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 03:07:05.350255 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:07:30.454661 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:07:30.455423 np0000156481 manila-share[88840]: DEBUG manila.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Notifying Schedulers of capabilities ... {{(pid=88840) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 03:07:30.460081 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:07:30.468102 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:07:30.468264 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica instances. {{(pid=88840) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 03:07:30.473167 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:07:30.473401 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 03:07:30.478520 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:07:30.478616 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 03:07:30.481175 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:07:30.481276 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica snapshots. {{(pid=88840) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 03:07:30.484654 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._report_driver_status {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:07:30.484737 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share status
Feb 19 03:07:30.484906 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:07:30.485106 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 270] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:07:30.485731 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 270] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:07:30.485861 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 270 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:07:30.487766 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 270] Sesch channel 270 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:07:30.519733 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 270] EOF received (270) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:07:30.520129 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 270] EOF sent (270) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:07:30.520888 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:07:30.521190 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:07:30.521540 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:07:30.521874 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 291] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:07:30.522572 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 291] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:07:30.522754 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 291 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:07:30.525036 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 291] Sesch channel 291 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:07:30.551138 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 291] EOF received (291) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:07:30.551530 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 291] EOF sent (291) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:07:30.552117 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:07:30.552603 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:07:30.552911 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:07:30.553221 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 317] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:07:30.554227 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 317] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:07:30.554474 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 317 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:07:30.556602 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 317] Sesch channel 317 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:07:30.583708 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 317] EOF received (317) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:07:30.583953 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 317] EOF sent (317) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:07:30.584448 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:07:30.584751 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:07:30.585095 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:07:30.585387 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 271] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:07:30.586112 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 271] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:07:30.586266 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 271 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:07:30.589028 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 271] Sesch channel 271 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:07:30.617785 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 271] EOF received (271) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:07:30.618193 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 271] EOF sent (271) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:07:30.618837 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:07:30.619143 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:07:30.619485 np0000156481 manila-share[88840]: DEBUG manila.share.driver [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share stats. {{(pid=88840) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 03:07:30.619831 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:07:30.624456 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:07:30.627639 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:07:30.627738 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share instances. {{(pid=88840) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 03:07:30.633615 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:07:33.285955 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:07:33.386591 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:07:33.599732 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:07:35.923669 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:07:50.369432 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:07:50.370404 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:08:01.553234 np0000156481 manila-share[88840]: DEBUG dbcounter [-] [88840] Writing DB stats manila:SELECT=37,manila:UPDATE=7 {{(pid=88840) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 03:08:05.209883 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:08:05.209883 np0000156481 manila-share[88844]: DEBUG manila.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Notifying Schedulers of capabilities ... {{(pid=88844) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 03:08:05.212406 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:08:05.236665 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:08:05.236665 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica instances. {{(pid=88844) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 03:08:05.241401 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:08:05.241688 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 03:08:05.250821 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:08:05.251116 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 03:08:05.254846 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:08:05.255004 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica snapshots. {{(pid=88844) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 03:08:05.262007 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._report_driver_status {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:08:05.262175 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share status
Feb 19 03:08:05.262384 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:08:05.262683 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 230] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:08:05.263435 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 230] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:08:05.263540 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 230 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:08:05.265159 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 230] Sesch channel 230 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:08:05.294564 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 230] EOF received (230) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:08:05.295078 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 230] EOF sent (230) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:08:05.295734 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:08:05.296067 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option free's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:08:05.296424 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:08:05.296731 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 252] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:08:05.297445 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 252] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:08:05.297644 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 252 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:08:05.299860 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 252] Sesch channel 252 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:08:05.317926 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:08:05.327871 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 252] EOF received (252) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:08:05.328389 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 252] EOF sent (252) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:08:05.329148 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:08:05.329487 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option size's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:08:05.329781 np0000156481 manila-share[88844]: DEBUG manila.share.driver [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share stats. {{(pid=88844) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 03:08:05.330163 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:08:05.333889 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:08:05.336102 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:08:05.336226 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share instances. {{(pid=88844) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 03:08:05.341904 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:08:05.348052 np0000156481 manila-share[88844]: DEBUG dbcounter [-] [88844] Writing DB stats manila:SELECT=43,manila:UPDATE=6 {{(pid=88844) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 03:08:05.428554 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:08:30.455078 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:08:30.455979 np0000156481 manila-share[88840]: DEBUG manila.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Notifying Schedulers of capabilities ... {{(pid=88840) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 03:08:30.457763 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:08:30.467647 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:08:30.467766 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica instances. {{(pid=88840) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 03:08:30.471325 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:08:30.471403 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 03:08:30.476159 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:08:30.476420 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 03:08:30.478398 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:08:30.478497 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica snapshots. {{(pid=88840) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 03:08:30.482137 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._report_driver_status {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:08:30.482299 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share status
Feb 19 03:08:30.482473 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:08:30.482695 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 292] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:08:30.483375 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 292] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:08:30.483513 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 292 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:08:30.485382 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 292] Sesch channel 292 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:08:30.518116 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 292] EOF received (292) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:08:30.518701 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 292] EOF sent (292) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:08:30.519443 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:08:30.519806 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:08:30.520151 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:08:30.520484 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 318] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:08:30.521153 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 318] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:08:30.521379 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 318 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:08:30.522906 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 318] Sesch channel 318 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:08:30.550974 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 318] EOF received (318) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:08:30.551375 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 318] EOF sent (318) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:08:30.551931 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:08:30.552246 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:08:30.552576 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:08:30.552877 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 272] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:08:30.554581 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 272] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:08:30.554581 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 272 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:08:30.556569 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 272] Sesch channel 272 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:08:30.587176 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 272] EOF received (272) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:08:30.587576 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 272] EOF sent (272) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:08:30.588134 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:08:30.588429 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:08:30.588695 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:08:30.589394 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 293] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:08:30.589616 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 293] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:08:30.589778 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 293 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:08:30.592068 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 293] Sesch channel 293 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:08:30.622728 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 293] EOF received (293) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:08:30.623260 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 293] EOF sent (293) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:08:30.623983 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:08:30.624474 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:08:30.624815 np0000156481 manila-share[88840]: DEBUG manila.share.driver [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share stats. {{(pid=88840) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 03:08:30.625161 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:08:30.629134 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:08:30.631046 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:08:30.631275 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share instances. {{(pid=88840) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 03:08:30.638178 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:08:33.288737 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:08:33.390002 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:08:33.678251 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:08:50.423711 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:09:05.210220 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:09:05.211019 np0000156481 manila-share[88844]: DEBUG manila.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Notifying Schedulers of capabilities ... {{(pid=88844) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 03:09:05.215025 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:09:05.235069 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:09:05.235281 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica instances. {{(pid=88844) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 03:09:05.240041 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:09:05.240181 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 03:09:05.244684 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:09:05.244783 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 03:09:05.248144 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:09:05.248144 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica snapshots. {{(pid=88844) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 03:09:05.251905 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._report_driver_status {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:09:05.252036 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share status
Feb 19 03:09:05.252218 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:09:05.252495 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 239] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:05.253043 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 239] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:05.253155 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 239 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:09:05.255115 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 239] Sesch channel 239 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:05.288196 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 239] EOF received (239) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:05.288549 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 239] EOF sent (239) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:05.289135 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:09:05.289459 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option free's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:09:05.289769 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:09:05.290147 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 240] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:05.290900 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 240] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:05.291055 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 240 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:09:05.292899 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 240] Sesch channel 240 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:05.322558 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 240] EOF received (240) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:05.322957 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 240] EOF sent (240) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:05.323538 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:09:05.323803 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option size's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:09:05.324051 np0000156481 manila-share[88844]: DEBUG manila.share.driver [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share stats. {{(pid=88844) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 03:09:05.324405 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:09:05.328623 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:09:05.328823 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share instances. {{(pid=88844) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 03:09:05.337356 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:09:05.376997 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:09:05.377741 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:09:11.390289 np0000156481 manila-share[88844]: DEBUG dbcounter [-] [88844] Writing DB stats manila:SELECT=38,manila:UPDATE=6 {{(pid=88844) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 03:09:11.546930 np0000156481 manila-share[88840]: DEBUG dbcounter [-] [88840] Writing DB stats manila:SELECT=37,manila:UPDATE=7 {{(pid=88840) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 03:09:14.251642 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] Received request to update access for share instance 1a345a8f-72d2-4baf-b006-9db52d97c812. {{(pid=88844) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 03:09:14.270068 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:14.270408 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:14.272327 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:14.272478 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:14.272735 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:14.310678 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.038s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:14.310840 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] Updating access rules for share instance 1a345a8f-72d2-4baf-b006-9db52d97c812 belonging to share 3d45666c-7bb7-403c-a33f-dde02bfaab1b. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 03:09:14.329921 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:14.330282 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:14.336562 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:14.336786 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:14.337114 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:14.350638 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.013s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:14.365155 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "zfs-dataset-gamma/manila_share_1a345a8f_72d2_4baf_b006_9db52d97c812" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:14.365480 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_1a345a8f_72d2_4baf_b006_9db52d97c812" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:14.365679 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:09:14.365879 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 231] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:14.366722 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 231] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:14.366829 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 231 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:09:14.368433 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 231] Sesch channel 231 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:14.439763 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 231] EOF received (231) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:14.439763 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 231] EOF sent (231) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:14.439763 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:09:14.439763 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs set sharenfs=rw=172.24.5.176,no_root_squash gamma/manila_share_1a345a8f_72d2_4baf_b006_9db52d97c812 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:09:14.439763 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 111] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:14.439763 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 111] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:14.439763 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 111 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:09:14.439763 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 111] Sesch channel 111 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:14.486192 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 111] EOF received (111) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:14.486685 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 111] EOF sent (111) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:14.487406 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:09:14.487805 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_1a345a8f_72d2_4baf_b006_9db52d97c812" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.122s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:14.488133 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:14.488683 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:14.523518 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.035s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:14.523743 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:14.524035 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:14.524205 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:14.524436 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:14.524720 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:14.527468 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:14.527672 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:14.527968 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:14.530395 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:14.530535 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:14.530806 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:14.561349 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.030s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:14.561564 np0000156481 manila-share[88844]: INFO manila.share.access [None req-f0e4b577-0988-4b24-8934-43184a201751 tempest-TestShareBasicOpsNFS-1749884742 None] Access rules were successfully modified for share instance 1a345a8f-72d2-4baf-b006-9db52d97c812 belonging to share 3d45666c-7bb7-403c-a33f-dde02bfaab1b.
Feb 19 03:09:30.374645 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] Received request to update access for share instance 1a345a8f-72d2-4baf-b006-9db52d97c812. {{(pid=88844) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 03:09:30.392486 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:30.392791 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:30.395572 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:30.395734 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:30.395965 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:30.431602 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.035s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:30.431806 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] Updating access rules for share instance 1a345a8f-72d2-4baf-b006-9db52d97c812 belonging to share 3d45666c-7bb7-403c-a33f-dde02bfaab1b. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 03:09:30.449872 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:30.450018 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:30.455465 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:30.455735 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:09:30.456201 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:30.456265 np0000156481 manila-share[88840]: DEBUG manila.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Notifying Schedulers of capabilities ... {{(pid=88840) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 03:09:30.456359 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:30.458088 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:09:30.466592 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:30.468758 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:09:30.468867 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica instances. {{(pid=88840) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 03:09:30.472512 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:09:30.472604 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 03:09:30.477147 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:09:30.477413 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88840) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 03:09:30.479697 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:09:30.479793 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share replica snapshots. {{(pid=88840) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 03:09:30.481710 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "zfs-dataset-gamma/manila_share_1a345a8f_72d2_4baf_b006_9db52d97c812" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:30.482046 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_1a345a8f_72d2_4baf_b006_9db52d97c812" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:30.482235 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:09:30.482504 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 253] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:30.482743 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager._report_driver_status {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:09:30.482847 np0000156481 manila-share[88840]: INFO manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share status
Feb 19 03:09:30.483035 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 253] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:30.483137 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:09:30.483223 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 253 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:09:30.483302 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 319] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:30.484364 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 253] Sesch channel 253 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:30.484459 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 319] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:30.484526 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 319 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:09:30.485582 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 319] Sesch channel 319 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:30.515067 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 319] EOF received (319) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:30.515600 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 319] EOF sent (319) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:30.516263 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:09:30.516631 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:09:30.516899 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:09:30.517180 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 273] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:30.517909 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 273] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:30.518075 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 273 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:09:30.518946 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 253] EOF received (253) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:30.519186 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 253] EOF sent (253) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:30.519600 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:09:30.519733 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 273] Sesch channel 273 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:30.519832 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_1a345a8f_72d2_4baf_b006_9db52d97c812 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:09:30.520046 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 106] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:30.520755 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 106] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:30.520973 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 106 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:09:30.523147 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 106] Sesch channel 106 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:30.547786 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 273] EOF received (273) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:30.548157 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 273] EOF sent (273) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:30.548959 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:09:30.549215 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:09:30.549536 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:09:30.549807 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 294] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:30.550489 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 294] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:30.550969 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 294 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:09:30.552230 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 294] Sesch channel 294 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:30.575998 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 106] EOF received (106) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:30.576405 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 106] EOF sent (106) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:30.576941 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:09:30.577270 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_1a345a8f_72d2_4baf_b006_9db52d97c812" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.095s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:30.577563 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:30.577992 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:30.582747 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 294] EOF received (294) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:30.582969 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 294] EOF sent (294) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:30.583342 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:09:30.583595 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option free's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:09:30.583779 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:09:30.583982 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 320] Max packet in: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:30.584483 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 320] Max packet out: 32768 bytes {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:30.584606 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Secsh channel 320 opened. {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:09:30.586027 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 320] Sesch channel 320 request ok {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:30.598942 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.021s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:30.599119 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:30.599424 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:30.614778 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:30.615007 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:30.615345 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:30.618036 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] [chan 320] EOF received (320) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:30.618550 np0000156481 manila-share[88840]: DEBUG paramiko.transport [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] [chan 320] EOF sent (320) {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:30.619922 np0000156481 manila-share[88840]: DEBUG oslo_concurrency.processutils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Result was 0 {{(pid=88840) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:09:30.620003 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:30.620278 np0000156481 manila-share[88840]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] ZFS option size's value is 29.5G. {{(pid=88840) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:09:30.620441 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:30.620667 np0000156481 manila-share[88840]: DEBUG manila.share.driver [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating share stats. {{(pid=88840) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 03:09:30.620786 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:30.621140 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:09:30.623265 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:30.623475 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:30.623801 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:30.625851 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:09:30.628848 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:09:30.628989 np0000156481 manila-share[88840]: DEBUG manila.share.manager [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Updating status of share instances. {{(pid=88840) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 03:09:30.637436 np0000156481 manila-share[88840]: DEBUG oslo_service.periodic_task [None req-49882eb8-62cf-499b-a865-326d8faf7fc2 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88840) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:09:30.650859 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:30.651043 np0000156481 manila-share[88844]: INFO manila.share.access [None req-24b478b3-07a5-41db-8714-033066b1e5f9 tempest-TestShareBasicOpsNFS-1749884742 None] Access rules were successfully modified for share instance 1a345a8f-72d2-4baf-b006-9db52d97c812 belonging to share 3d45666c-7bb7-403c-a33f-dde02bfaab1b.
Feb 19 03:09:33.373447 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:09:33.473829 np0000156481 manila-share[88840]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88840) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:09:33.554745 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] Received request to update access for share instance 1a345a8f-72d2-4baf-b006-9db52d97c812. {{(pid=88844) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 03:09:33.571273 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:33.571611 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:33.573786 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:33.573926 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:33.574135 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:33.614766 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.040s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:33.614923 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] Updating access rules for share instance 1a345a8f-72d2-4baf-b006-9db52d97c812 belonging to share 3d45666c-7bb7-403c-a33f-dde02bfaab1b. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 03:09:33.634906 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:33.635132 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:33.641344 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:33.641516 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:33.641772 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:33.653535 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.012s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:33.666485 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "zfs-dataset-gamma/manila_share_1a345a8f_72d2_4baf_b006_9db52d97c812" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:33.666800 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_1a345a8f_72d2_4baf_b006_9db52d97c812" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:33.666985 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:09:33.667179 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 240] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:33.667863 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 240] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:33.667946 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 240 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:09:33.669967 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 240] Sesch channel 240 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:33.696981 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 240] EOF received (240) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:33.697610 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 240] EOF sent (240) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:33.697995 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:09:33.698379 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs set sharenfs=ro=172.24.5.176,no_root_squash gamma/manila_share_1a345a8f_72d2_4baf_b006_9db52d97c812 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:09:33.698722 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] [chan 112] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:33.699367 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 112] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:33.699534 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 112 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:09:33.701440 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 112] Sesch channel 112 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:33.749653 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 112] EOF received (112) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:33.750169 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 112] EOF sent (112) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:33.750979 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:09:33.751474 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_1a345a8f_72d2_4baf_b006_9db52d97c812" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.084s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:33.751830 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:33.752489 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:33.802846 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.050s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:33.803073 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:33.803461 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:33.803602 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:33.803711 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:33.803975 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:33.806799 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:33.806947 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:33.807112 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:33.809396 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:33.809524 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:33.809737 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:33.842242 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.032s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:33.842449 np0000156481 manila-share[88844]: INFO manila.share.access [None req-9ffa8633-05c3-454c-b3cf-4e41fa868627 tempest-TestShareBasicOpsNFS-1749884742 None] Access rules were successfully modified for share instance 1a345a8f-72d2-4baf-b006-9db52d97c812 belonging to share 3d45666c-7bb7-403c-a33f-dde02bfaab1b.
Feb 19 03:09:42.247548 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:42.248132 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:42.283911 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.036s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:42.284048 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:42.284263 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:42.286330 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:42.286469 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:42.286670 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:42.320475 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.034s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:42.320652 np0000156481 manila-share[88844]: DEBUG manila.share.access [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Updating access rules for share instance 1a345a8f-72d2-4baf-b006-9db52d97c812 belonging to share 3d45666c-7bb7-403c-a33f-dde02bfaab1b. {{(pid=88844) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 03:09:42.335541 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:42.335841 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:42.363952 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.028s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:42.364075 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:42.364385 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:42.378787 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.014s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:42.393594 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "zfs-dataset-gamma/manila_share_1a345a8f_72d2_4baf_b006_9db52d97c812" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:42.393932 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_1a345a8f_72d2_4baf_b006_9db52d97c812" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:42.394112 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:09:42.394369 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] [chan 241] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.394810 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 241] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.394914 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 241 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:09:42.396053 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 241] Sesch channel 241 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.422358 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 241] EOF received (241) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.422358 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 241] EOF sent (241) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.423229 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:09:42.423763 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_1a345a8f_72d2_4baf_b006_9db52d97c812 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:09:42.424229 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] [chan 107] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.425493 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 107] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.425751 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 107 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:09:42.427817 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 107] Sesch channel 107 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.468878 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 107] EOF received (107) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.469193 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 107] EOF sent (107) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.469820 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:09:42.470132 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_1a345a8f_72d2_4baf_b006_9db52d97c812" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.076s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:42.470431 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:42.470977 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:42.491617 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.021s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:42.491819 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:42.491976 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:42.513126 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.021s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:42.513344 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:42.513736 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:42.517303 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:42.517637 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:42.518056 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:42.520786 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:42.520921 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:42.521124 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:42.551895 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Lock "locked_access_rules_operation_by_share_instance_1a345a8f-72d2-4baf-b006-9db52d97c812" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.031s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:42.552111 np0000156481 manila-share[88844]: INFO manila.share.access [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Access rules were successfully modified for share instance 1a345a8f-72d2-4baf-b006-9db52d97c812 belonging to share 3d45666c-7bb7-403c-a33f-dde02bfaab1b.
Feb 19 03:09:42.557638 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:09:42.558008 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] [chan 232] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.558735 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 232] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.558827 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 232 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:09:42.560497 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 232] Sesch channel 232 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.583548 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 232] EOF received (232) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.583961 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 232] EOF sent (232) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.584640 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:09:42.585104 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:09:42.585617 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] [chan 254] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.586245 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 254] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.586446 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 254 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:09:42.588342 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 254] Sesch channel 254 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.613483 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 254] EOF received (254) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.613757 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 254] EOF sent (254) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.614237 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:09:42.614453 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "zfs-dataset-gamma/manila_share_1a345a8f_72d2_4baf_b006_9db52d97c812" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:42.614842 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_1a345a8f_72d2_4baf_b006_9db52d97c812" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:42.615029 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_1a345a8f_72d2_4baf_b006_9db52d97c812 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:09:42.615258 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] [chan 113] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.615795 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 113] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.615911 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 113 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:09:42.618365 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 113] Sesch channel 113 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.642028 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 113] EOF received (113) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.642518 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 113] EOF sent (113) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.643189 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:09:42.643609 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] ZFS option sharenfs's value is off. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:09:42.644014 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_1a345a8f_72d2_4baf_b006_9db52d97c812" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.029s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:42.644345 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Acquiring lock "zfs-dataset-gamma/manila_share_1a345a8f_72d2_4baf_b006_9db52d97c812" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 03:09:42.644962 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_1a345a8f_72d2_4baf_b006_9db52d97c812" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 03:09:42.645434 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_1a345a8f_72d2_4baf_b006_9db52d97c812 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:09:42.645904 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] [chan 241] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.646597 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 241] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.646718 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 241 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:09:42.648496 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 241] Sesch channel 241 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.678079 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 241] EOF received (241) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.678711 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 241] EOF sent (241) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.679248 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:09:42.679652 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] ZFS option mountpoint's value is /gamma/manila_share_1a345a8f_72d2_4baf_b006_9db52d97c812. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:09:42.679972 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): lsof -w /gamma/manila_share_1a345a8f_72d2_4baf_b006_9db52d97c812 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:09:42.680363 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] [chan 242] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.681028 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 242] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.681230 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 242 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:09:42.683378 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 242] Sesch channel 242 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.801905 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 242] EOF received (242) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.802138 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 242] EOF sent (242) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.802748 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Result was 1 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:09:42.802954 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo umount /gamma/manila_share_1a345a8f_72d2_4baf_b006_9db52d97c812 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:09:42.803209 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] [chan 233] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.803680 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 233] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.803789 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 233 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:09:42.805478 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 233] Sesch channel 233 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.835427 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 233] EOF received (233) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.835684 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 233] EOF sent (233) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:42.836160 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:09:44.837784 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_1a345a8f_72d2_4baf_b006_9db52d97c812 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:09:44.838594 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] [chan 255] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:44.838987 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 255] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:44.839195 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 255 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:09:44.841169 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 255] Sesch channel 255 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:44.902759 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 255] EOF received (255) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:44.903176 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 255] EOF sent (255) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:09:44.903922 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:09:44.904500 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.lockutils [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Lock "zfs-dataset-gamma/manila_share_1a345a8f_72d2_4baf_b006_9db52d97c812" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.260s {{(pid=88844) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 03:09:45.004852 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Created reservations ['a5127e4e-336b-4c70-9b0b-32193938f890', '8fa73c88-2721-4705-880f-096023a01ee6', 'f7382b58-9780-4183-a613-393753ecc57f', '1b62f25b-32c3-4346-820d-a93878768385'] {{(pid=88844) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 03:09:45.020555 np0000156481 manila-share[88844]: DEBUG manila.quota [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Committed reservations ['a5127e4e-336b-4c70-9b0b-32193938f890', '8fa73c88-2721-4705-880f-096023a01ee6', 'f7382b58-9780-4183-a613-393753ecc57f', '1b62f25b-32c3-4346-820d-a93878768385'] {{(pid=88844) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 03:09:45.025540 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-9a9cd369-4042-47a5-a7f6-468e3e50765f tempest-TestShareBasicOpsNFS-1749884742 None] Share instance 1a345a8f-72d2-4baf-b006-9db52d97c812: deleted successfully.
Feb 19 03:10:05.205735 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:10:05.206626 np0000156481 manila-share[88844]: DEBUG manila.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Notifying Schedulers of capabilities ... {{(pid=88844) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 03:10:05.208159 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:10:05.218134 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:10:05.218307 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica instances. {{(pid=88844) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 03:10:05.224071 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:10:05.224190 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 03:10:05.229920 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:10:05.230057 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88844) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 03:10:05.234589 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:10:05.234589 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share replica snapshots. {{(pid=88844) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 03:10:05.239474 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager._report_driver_status {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:10:05.239666 np0000156481 manila-share[88844]: INFO manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share status
Feb 19 03:10:05.240208 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:10:05.240500 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 242] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:10:05.241262 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 242] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:10:05.241415 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 242 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:10:05.242935 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 242] Sesch channel 242 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:10:05.270985 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 242] EOF received (242) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:10:05.271405 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 242] EOF sent (242) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:10:05.272010 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:10:05.272338 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option free's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:10:05.272626 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 03:10:05.273086 np0000156481 manila-share[88844]: DEBUG paramiko.transport [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] [chan 243] Max packet in: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:10:05.273555 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 243] Max packet out: 32768 bytes {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:10:05.273722 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] Secsh channel 243 opened. {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 03:10:05.275648 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 243] Sesch channel 243 request ok {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:10:05.298964 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 243] EOF received (243) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:10:05.299334 np0000156481 manila-share[88844]: DEBUG paramiko.transport [-] [chan 243] EOF sent (243) {{(pid=88844) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 03:10:05.299884 np0000156481 manila-share[88844]: DEBUG oslo_concurrency.processutils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Result was 0 {{(pid=88844) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 03:10:05.300143 np0000156481 manila-share[88844]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] ZFS option size's value is 29.5G. {{(pid=88844) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 03:10:05.300453 np0000156481 manila-share[88844]: DEBUG manila.share.driver [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating share stats. {{(pid=88844) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 03:10:05.300777 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:10:05.304226 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:10:05.307049 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:10:05.307182 np0000156481 manila-share[88844]: DEBUG manila.share.manager [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Updating status of share instances. {{(pid=88844) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 03:10:05.314371 np0000156481 manila-share[88844]: DEBUG oslo_service.periodic_task [None req-14cf3fb4-a0ba-46b0-8945-a5adcec35aa0 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88844) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 03:10:11.401366 np0000156481 manila-share[88844]: DEBUG dbcounter [-] [88844] Writing DB stats manila:SELECT=408,manila:UPDATE=40,manila:INSERT=4 {{(pid=88844) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 03:10:11.560675 np0000156481 manila-share[88840]: DEBUG dbcounter [-] [88840] Writing DB stats manila:SELECT=33,manila:UPDATE=6 {{(pid=88840) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}